2024-11-19 00:30:51,333 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 00:30:51,345 main DEBUG Took 0.010410 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 00:30:51,345 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 00:30:51,346 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 00:30:51,347 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 00:30:51,348 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:30:51,355 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 00:30:51,372 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:30:51,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:30:51,374 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:30:51,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:30:51,375 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:30:51,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:30:51,376 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:30:51,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:30:51,377 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:30:51,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:30:51,378 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:30:51,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:30:51,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:30:51,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:30:51,380 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:30:51,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:30:51,381 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:30:51,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:30:51,382 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:30:51,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:30:51,382 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:30:51,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:30:51,383 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:30:51,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:30:51,384 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:30:51,384 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 00:30:51,386 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:30:51,387 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 00:30:51,389 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 00:30:51,390 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 00:30:51,391 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 00:30:51,391 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 00:30:51,400 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 00:30:51,403 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 00:30:51,405 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 00:30:51,405 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 00:30:51,406 main DEBUG createAppenders(={Console}) 2024-11-19 00:30:51,407 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-19 00:30:51,407 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 00:30:51,407 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-19 00:30:51,408 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 00:30:51,408 main DEBUG OutputStream closed 2024-11-19 00:30:51,409 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 00:30:51,409 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 00:30:51,409 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-19 00:30:51,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 00:30:51,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 00:30:51,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 00:30:51,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 00:30:51,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 00:30:51,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 00:30:51,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 00:30:51,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 00:30:51,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 00:30:51,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 00:30:51,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 00:30:51,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 00:30:51,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 00:30:51,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 00:30:51,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 00:30:51,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 00:30:51,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 00:30:51,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 00:30:51,494 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 00:30:51,494 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-19 00:30:51,494 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 00:30:51,495 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-19T00:30:51,508 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-19 00:30:51,511 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 00:30:51,512 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T00:30:51,569 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=2184 2024-11-19T00:30:51,800 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-19T00:30:51,857 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6 2024-11-19T00:30:51,861 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/cluster_b9ba12b9-eebe-de3d-a55a-b6ff70703e95, deleteOnExit=true 2024-11-19T00:30:51,962 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/cluster_b9ba12b9-eebe-de3d-a55a-b6ff70703e95/zookeeper_0, clientPort=60113, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/cluster_b9ba12b9-eebe-de3d-a55a-b6ff70703e95/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/cluster_b9ba12b9-eebe-de3d-a55a-b6ff70703e95/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T00:30:51,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60113 2024-11-19T00:30:51,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:30:51,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:30:51,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/test.cache.data in system properties and HBase conf 2024-11-19T00:30:51,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:30:51,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:30:51,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:30:51,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:30:51,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:30:52,081 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T00:30:52,204 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:30:52,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:30:52,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:30:52,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:30:52,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:30:52,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:30:52,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:30:52,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:30:52,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:30:52,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:30:52,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:30:52,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:30:52,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:30:52,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:30:52,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:30:53,262 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T00:30:53,343 INFO [Time-limited test {}] log.Log(170): Logging initialized @2698ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T00:30:53,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:30:53,499 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:30:53,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:30:53,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:30:53,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:30:53,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:30:53,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:30:53,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:30:53,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/java.io.tmpdir/jetty-localhost-34027-hadoop-hdfs-3_4_1-tests_jar-_-any-18181377460733328218/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:30:53,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:34027} 2024-11-19T00:30:53,755 INFO [Time-limited test {}] server.Server(415): Started @3111ms 2024-11-19T00:30:54,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:30:54,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:30:54,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:30:54,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:30:54,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:30:54,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:30:54,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:30:54,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/java.io.tmpdir/jetty-localhost-41781-hadoop-hdfs-3_4_1-tests_jar-_-any-9865129103660081535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:30:54,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:41781} 2024-11-19T00:30:54,377 INFO [Time-limited test {}] server.Server(415): Started @3733ms 2024-11-19T00:30:54,425 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:30:55,305 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/cluster_b9ba12b9-eebe-de3d-a55a-b6ff70703e95/data/data2/current/BP-1536683382-172.17.0.2-1731976252800/current, will proceed with Du for space computation calculation, 2024-11-19T00:30:55,305 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/cluster_b9ba12b9-eebe-de3d-a55a-b6ff70703e95/data/data1/current/BP-1536683382-172.17.0.2-1731976252800/current, will proceed with Du for space computation calculation, 2024-11-19T00:30:55,331 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:30:55,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c58292f06ef7 with lease ID 0xe223cc4ae388379b: Processing first storage report for DS-8431c47f-350f-4045-afb8-2dce5cd390a5 from datanode DatanodeRegistration(127.0.0.1:32973, datanodeUuid=d480f9fa-f97c-483c-aa8b-34d114e1f804, infoPort=42291, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=891327689;c=1731976252800) 2024-11-19T00:30:55,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c58292f06ef7 with lease ID 0xe223cc4ae388379b: from storage DS-8431c47f-350f-4045-afb8-2dce5cd390a5 node DatanodeRegistration(127.0.0.1:32973, datanodeUuid=d480f9fa-f97c-483c-aa8b-34d114e1f804, infoPort=42291, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=891327689;c=1731976252800), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-19T00:30:55,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c58292f06ef7 with lease ID 0xe223cc4ae388379b: Processing first storage report for DS-1092c0e7-7a71-40e1-a4cf-c53a85f2b499 from datanode DatanodeRegistration(127.0.0.1:32973, datanodeUuid=d480f9fa-f97c-483c-aa8b-34d114e1f804, infoPort=42291, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=891327689;c=1731976252800) 2024-11-19T00:30:55,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c58292f06ef7 with lease ID 0xe223cc4ae388379b: from storage DS-1092c0e7-7a71-40e1-a4cf-c53a85f2b499 node DatanodeRegistration(127.0.0.1:32973, datanodeUuid=d480f9fa-f97c-483c-aa8b-34d114e1f804, infoPort=42291, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=891327689;c=1731976252800), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T00:30:55,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6 2024-11-19T00:30:55,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:30:55,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:30:55,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:30:56,087 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385 with version=8 2024-11-19T00:30:56,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/hbase-staging 2024-11-19T00:30:56,181 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T00:30:56,401 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:30:56,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:30:56,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:30:56,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:30:56,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:30:56,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:30:56,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:30:56,605 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T00:30:56,614 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T00:30:56,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:30:56,639 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 98106 (auto-detected) 2024-11-19T00:30:56,640 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T00:30:56,658 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43529 2024-11-19T00:30:56,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43529 connecting to ZooKeeper ensemble=127.0.0.1:60113 2024-11-19T00:30:56,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435290x0, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:30:56,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43529-0x100555648da0000 connected 2024-11-19T00:30:56,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:30:56,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:30:56,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on znode that does not yet exist, /0763253240/running 2024-11-19T00:30:56,856 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385, hbase.cluster.distributed=false 2024-11-19T00:30:56,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on znode that does not yet exist, /0763253240/acl 2024-11-19T00:30:56,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43529 2024-11-19T00:30:56,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43529 2024-11-19T00:30:56,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43529 2024-11-19T00:30:56,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43529 2024-11-19T00:30:56,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43529 2024-11-19T00:30:56,985 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:30:56,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:30:56,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:30:56,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:30:56,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:30:56,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:30:56,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:30:56,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:30:56,993 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36977 2024-11-19T00:30:56,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36977 connecting to ZooKeeper ensemble=127.0.0.1:60113 2024-11-19T00:30:56,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:30:56,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:30:57,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369770x0, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:30:57,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369770x0, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on znode that does not yet exist, /0763253240/running 2024-11-19T00:30:57,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36977-0x100555648da0001 connected 2024-11-19T00:30:57,014 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:30:57,022 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:30:57,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on znode that does not yet exist, /0763253240/master 2024-11-19T00:30:57,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on znode that does not yet exist, /0763253240/acl 2024-11-19T00:30:57,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36977 2024-11-19T00:30:57,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36977 2024-11-19T00:30:57,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36977 2024-11-19T00:30:57,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36977 2024-11-19T00:30:57,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36977 2024-11-19T00:30:57,049 DEBUG [M:0;6b1531871d35:43529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:43529 2024-11-19T00:30:57,050 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0763253240/backup-masters/6b1531871d35,43529,1731976256241 2024-11-19T00:30:57,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240/backup-masters 2024-11-19T00:30:57,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240/backup-masters 2024-11-19T00:30:57,061 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on existing znode=/0763253240/backup-masters/6b1531871d35,43529,1731976256241 2024-11-19T00:30:57,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:30:57,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0763253240/master 2024-11-19T00:30:57,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:30:57,093 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on existing znode=/0763253240/master 2024-11-19T00:30:57,094 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0763253240/backup-masters/6b1531871d35,43529,1731976256241 from backup master directory 2024-11-19T00:30:57,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763253240/backup-masters/6b1531871d35,43529,1731976256241 2024-11-19T00:30:57,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240/backup-masters 2024-11-19T00:30:57,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240/backup-masters 2024-11-19T00:30:57,101 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:30:57,102 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,43529,1731976256241 2024-11-19T00:30:57,105 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T00:30:57,108 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T00:30:57,164 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/hbase.id] with ID: f6b903f8-1bca-4e87-8721-102ecf0d26b9 2024-11-19T00:30:57,164 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/.tmp/hbase.id 2024-11-19T00:30:57,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:30:57,176 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/.tmp/hbase.id]:[hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/hbase.id] 2024-11-19T00:30:57,228 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:30:57,234 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:30:57,253 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-19T00:30:57,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:30:57,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:30:57,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:30:57,299 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:30:57,302 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:30:57,318 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:30:57,324 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:30:57,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:30:57,777 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store 2024-11-19T00:30:57,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:30:58,207 INFO [master/6b1531871d35:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T00:30:58,212 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:30:58,214 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:30:58,214 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:30:58,215 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:30:58,217 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:30:58,217 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:30:58,217 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:30:58,219 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976258214Disabling compacts and flushes for region at 1731976258214Disabling writes for close at 1731976258217 (+3 ms)Writing region close event to WAL at 1731976258217Closed at 1731976258217 2024-11-19T00:30:58,222 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/.initializing 2024-11-19T00:30:58,223 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,43529,1731976256241 2024-11-19T00:30:58,231 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:30:58,246 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C43529%2C1731976256241, suffix=, logDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,43529,1731976256241, archiveDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/oldWALs, maxLogs=10 2024-11-19T00:30:58,269 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,43529,1731976256241/6b1531871d35%2C43529%2C1731976256241.1731976258251, exclude list is [], retry=0 2024-11-19T00:30:58,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32973,DS-8431c47f-350f-4045-afb8-2dce5cd390a5,DISK] 2024-11-19T00:30:58,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T00:30:58,323 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,43529,1731976256241/6b1531871d35%2C43529%2C1731976256241.1731976258251 2024-11-19T00:30:58,324 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-19T00:30:58,325 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:30:58,325 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:30:58,328 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:30:58,329 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:30:58,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:30:58,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:30:58,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:30:58,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:30:58,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:30:58,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:30:58,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:30:58,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:30:58,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:30:58,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:30:58,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:30:58,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:30:58,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:30:58,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:30:58,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:30:58,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:30:58,417 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:30:58,421 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:30:58,422 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:30:58,427 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:30:58,427 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:30:58,431 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:30:58,434 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:30:58,439 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:30:58,441 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60583121, jitterRate=-0.09724114835262299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:30:58,449 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976258341Initializing all the Stores at 1731976258343 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976258343Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976258344 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976258344Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976258344Cleaning up temporary data from old regions at 1731976258427 (+83 ms)Region opened successfully at 1731976258449 (+22 ms) 2024-11-19T00:30:58,450 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:30:58,488 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af5ea8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:30:58,518 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:30:58,530 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:30:58,530 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:30:58,534 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:30:58,535 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T00:30:58,541 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-19T00:30:58,541 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:30:58,573 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:30:58,581 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Unable to get data of znode /0763253240/balancer because node does not exist (not necessarily an error) 2024-11-19T00:30:58,592 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763253240/balancer already deleted, retry=false 2024-11-19T00:30:58,594 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:30:58,596 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Unable to get data of znode /0763253240/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:30:58,607 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763253240/normalizer already deleted, retry=false 2024-11-19T00:30:58,610 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:30:58,614 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Unable to get data of znode /0763253240/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:30:58,625 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763253240/switch/split already deleted, retry=false 2024-11-19T00:30:58,627 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Unable to get data of znode /0763253240/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:30:58,633 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763253240/switch/merge already deleted, retry=false 2024-11-19T00:30:58,654 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Unable to get data of znode /0763253240/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:30:58,665 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763253240/snapshot-cleanup already deleted, retry=false 2024-11-19T00:30:58,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0763253240/running 2024-11-19T00:30:58,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0763253240/running 2024-11-19T00:30:58,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:30:58,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:30:58,680 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,43529,1731976256241, sessionid=0x100555648da0000, setting cluster-up flag (Was=false) 2024-11-19T00:30:58,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:30:58,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:30:58,734 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0763253240/flush-table-proc/acquired, /0763253240/flush-table-proc/reached, /0763253240/flush-table-proc/abort 2024-11-19T00:30:58,736 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,43529,1731976256241 2024-11-19T00:30:58,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:30:58,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:30:58,783 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0763253240/online-snapshot/acquired, /0763253240/online-snapshot/reached, /0763253240/online-snapshot/abort 2024-11-19T00:30:58,786 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,43529,1731976256241 2024-11-19T00:30:58,795 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:30:58,839 INFO [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(746): ClusterId : f6b903f8-1bca-4e87-8721-102ecf0d26b9 2024-11-19T00:30:58,842 DEBUG [RS:0;6b1531871d35:36977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:30:58,852 DEBUG [RS:0;6b1531871d35:36977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:30:58,853 DEBUG [RS:0;6b1531871d35:36977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:30:58,860 DEBUG [RS:0;6b1531871d35:36977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:30:58,861 DEBUG [RS:0;6b1531871d35:36977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdb0d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:30:58,867 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:30:58,879 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:30:58,883 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:36977 2024-11-19T00:30:58,887 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:30:58,887 INFO [RS:0;6b1531871d35:36977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:30:58,887 INFO [RS:0;6b1531871d35:36977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:30:58,887 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:30:58,891 INFO [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,43529,1731976256241 with port=36977, startcode=1731976256954 2024-11-19T00:30:58,894 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,43529,1731976256241 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:30:58,902 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:30:58,902 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:30:58,903 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:30:58,903 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:30:58,903 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:30:58,903 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:30:58,903 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:30:58,904 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:30:58,904 DEBUG [RS:0;6b1531871d35:36977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:30:58,909 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:30:58,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:30:58,910 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976288910 2024-11-19T00:30:58,912 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:30:58,913 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:30:58,915 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:30:58,916 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:30:58,917 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:30:58,918 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:30:58,918 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:30:58,919 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:30:58,925 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:30:58,931 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:30:58,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:30:58,933 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:30:58,933 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:30:58,933 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:30:58,935 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:30:58,936 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:30:58,941 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976258937,5,FailOnTimeoutGroup] 2024-11-19T00:30:58,942 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976258941,5,FailOnTimeoutGroup] 2024-11-19T00:30:58,942 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:30:58,942 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:30:58,943 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:30:58,943 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:30:58,944 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:30:58,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43529 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,36977,1731976256954 2024-11-19T00:30:58,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43529 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,36977,1731976256954 2024-11-19T00:30:58,975 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385 2024-11-19T00:30:58,975 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44599 2024-11-19T00:30:58,976 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:30:58,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240/rs 2024-11-19T00:30:58,984 DEBUG [RS:0;6b1531871d35:36977 {}] zookeeper.ZKUtil(111): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on existing znode=/0763253240/rs/6b1531871d35,36977,1731976256954 2024-11-19T00:30:58,985 WARN [RS:0;6b1531871d35:36977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:30:58,985 INFO [RS:0;6b1531871d35:36977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:30:58,985 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954 2024-11-19T00:30:58,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,36977,1731976256954] 2024-11-19T00:30:59,015 INFO [RS:0;6b1531871d35:36977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:30:59,031 INFO [RS:0;6b1531871d35:36977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:30:59,036 INFO [RS:0;6b1531871d35:36977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:30:59,036 INFO [RS:0;6b1531871d35:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:30:59,038 INFO [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:30:59,044 INFO [RS:0;6b1531871d35:36977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:30:59,046 INFO [RS:0;6b1531871d35:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:30:59,046 DEBUG [RS:0;6b1531871d35:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:30:59,047 DEBUG [RS:0;6b1531871d35:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:30:59,047 DEBUG [RS:0;6b1531871d35:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:30:59,047 DEBUG [RS:0;6b1531871d35:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:30:59,047 DEBUG [RS:0;6b1531871d35:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:30:59,047 DEBUG [RS:0;6b1531871d35:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:30:59,048 DEBUG [RS:0;6b1531871d35:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:30:59,048 DEBUG [RS:0;6b1531871d35:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:30:59,048 DEBUG [RS:0;6b1531871d35:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:30:59,048 DEBUG [RS:0;6b1531871d35:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:30:59,048 DEBUG [RS:0;6b1531871d35:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:30:59,049 DEBUG [RS:0;6b1531871d35:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:30:59,049 DEBUG [RS:0;6b1531871d35:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:30:59,049 DEBUG [RS:0;6b1531871d35:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:30:59,051 INFO [RS:0;6b1531871d35:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:30:59,051 INFO [RS:0;6b1531871d35:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:30:59,051 INFO [RS:0;6b1531871d35:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:30:59,051 INFO [RS:0;6b1531871d35:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:30:59,052 INFO [RS:0;6b1531871d35:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:30:59,052 INFO [RS:0;6b1531871d35:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36977,1731976256954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:30:59,071 INFO [RS:0;6b1531871d35:36977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:30:59,073 INFO [RS:0;6b1531871d35:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36977,1731976256954-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:30:59,073 INFO [RS:0;6b1531871d35:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:30:59,074 INFO [RS:0;6b1531871d35:36977 {}] regionserver.Replication(171): 6b1531871d35,36977,1731976256954 started 2024-11-19T00:30:59,091 INFO [RS:0;6b1531871d35:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:30:59,092 INFO [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,36977,1731976256954, RpcServer on 6b1531871d35/172.17.0.2:36977, sessionid=0x100555648da0001 2024-11-19T00:30:59,092 DEBUG [RS:0;6b1531871d35:36977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:30:59,093 DEBUG [RS:0;6b1531871d35:36977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,36977,1731976256954 2024-11-19T00:30:59,093 DEBUG [RS:0;6b1531871d35:36977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,36977,1731976256954' 2024-11-19T00:30:59,093 DEBUG [RS:0;6b1531871d35:36977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0763253240/flush-table-proc/abort' 2024-11-19T00:30:59,094 DEBUG [RS:0;6b1531871d35:36977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0763253240/flush-table-proc/acquired' 2024-11-19T00:30:59,095 DEBUG [RS:0;6b1531871d35:36977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:30:59,095 DEBUG [RS:0;6b1531871d35:36977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:30:59,095 DEBUG [RS:0;6b1531871d35:36977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,36977,1731976256954 2024-11-19T00:30:59,095 DEBUG [RS:0;6b1531871d35:36977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,36977,1731976256954' 2024-11-19T00:30:59,095 DEBUG [RS:0;6b1531871d35:36977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0763253240/online-snapshot/abort' 2024-11-19T00:30:59,096 DEBUG [RS:0;6b1531871d35:36977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0763253240/online-snapshot/acquired' 2024-11-19T00:30:59,096 DEBUG [RS:0;6b1531871d35:36977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:30:59,097 INFO [RS:0;6b1531871d35:36977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:30:59,097 INFO [RS:0;6b1531871d35:36977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:30:59,207 INFO [RS:0;6b1531871d35:36977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:30:59,211 INFO [RS:0;6b1531871d35:36977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C36977%2C1731976256954, suffix=, logDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954, archiveDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/oldWALs, maxLogs=10 2024-11-19T00:30:59,228 DEBUG [RS:0;6b1531871d35:36977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213, exclude list is [], retry=0 2024-11-19T00:30:59,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32973,DS-8431c47f-350f-4045-afb8-2dce5cd390a5,DISK] 2024-11-19T00:30:59,236 INFO [RS:0;6b1531871d35:36977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213 2024-11-19T00:30:59,236 DEBUG [RS:0;6b1531871d35:36977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-19T00:30:59,338 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:30:59,339 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385 2024-11-19T00:30:59,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:30:59,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:30:59,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:30:59,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:30:59,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:30:59,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:30:59,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:30:59,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:30:59,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:30:59,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:30:59,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:30:59,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:30:59,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:30:59,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:30:59,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:30:59,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:30:59,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:30:59,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:30:59,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:30:59,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740 2024-11-19T00:30:59,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740 2024-11-19T00:30:59,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:30:59,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:30:59,787 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:30:59,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:30:59,794 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:30:59,795 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62350705, jitterRate=-0.07090209424495697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:30:59,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976259762Initializing all the Stores at 1731976259764 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976259764Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976259764Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976259765 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976259765Cleaning up temporary data from old regions at 1731976259786 (+21 ms)Region opened successfully at 1731976259798 (+12 ms) 2024-11-19T00:30:59,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:30:59,798 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:30:59,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:30:59,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:30:59,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:30:59,800 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:30:59,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976259798Disabling compacts and flushes for region at 1731976259798Disabling writes for close at 1731976259799 (+1 ms)Writing region close event to WAL at 1731976259800 (+1 ms)Closed at 1731976259800 2024-11-19T00:30:59,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:30:59,804 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:30:59,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:30:59,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:30:59,820 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:30:59,975 DEBUG [6b1531871d35:43529 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:30:59,992 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,36977,1731976256954 2024-11-19T00:30:59,999 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,36977,1731976256954, state=OPENING 2024-11-19T00:31:00,033 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:31:00,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:31:00,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:31:00,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763253240/meta-region-server: CHANGED 2024-11-19T00:31:00,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763253240/meta-region-server: CHANGED 2024-11-19T00:31:00,045 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:31:00,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,36977,1731976256954}] 2024-11-19T00:31:00,224 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:31:00,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:31:00,239 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:31:00,240 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:00,241 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:31:00,244 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C36977%2C1731976256954.meta, suffix=.meta, logDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954, archiveDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/oldWALs, maxLogs=10 2024-11-19T00:31:00,268 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.meta.1731976260247.meta, exclude list is [], retry=0 2024-11-19T00:31:00,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32973,DS-8431c47f-350f-4045-afb8-2dce5cd390a5,DISK] 2024-11-19T00:31:00,277 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.meta.1731976260247.meta 2024-11-19T00:31:00,278 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-19T00:31:00,278 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:00,285 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:31:00,286 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:31:00,290 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:31:00,292 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:31:00,297 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:31:00,298 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:00,298 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:31:00,298 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:31:00,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:31:00,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:31:00,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:00,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:00,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:31:00,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:31:00,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:00,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:00,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:31:00,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:31:00,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:00,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:00,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:31:00,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:31:00,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:00,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:00,316 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:31:00,317 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740 2024-11-19T00:31:00,321 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740 2024-11-19T00:31:00,324 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:31:00,324 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:31:00,325 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:00,327 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:31:00,329 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70903004, jitterRate=0.056537091732025146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:00,329 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:31:00,331 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976260299Writing region info on filesystem at 1731976260299Initializing all the Stores at 1731976260301 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976260301Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976260302 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976260302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976260302Cleaning up temporary data from old regions at 1731976260324 (+22 ms)Running coprocessor post-open hooks at 1731976260330 (+6 ms)Region opened successfully at 1731976260331 (+1 ms) 2024-11-19T00:31:00,339 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976260214 2024-11-19T00:31:00,350 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:31:00,350 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:31:00,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,36977,1731976256954 2024-11-19T00:31:00,354 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,36977,1731976256954, state=OPEN 2024-11-19T00:31:00,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0763253240/meta-region-server 2024-11-19T00:31:00,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0763253240/meta-region-server 2024-11-19T00:31:00,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763253240/meta-region-server: CHANGED 2024-11-19T00:31:00,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763253240/meta-region-server: CHANGED 2024-11-19T00:31:00,393 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,36977,1731976256954 2024-11-19T00:31:00,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:31:00,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,36977,1731976256954 in 345 msec 2024-11-19T00:31:00,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:31:00,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 596 msec 2024-11-19T00:31:00,413 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:00,414 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:31:00,432 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:00,433 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,36977,1731976256954, seqNum=-1] 2024-11-19T00:31:00,456 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:00,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:00,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6550 sec 2024-11-19T00:31:00,482 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976260482, completionTime=-1 2024-11-19T00:31:00,485 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:31:00,485 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:31:00,510 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:31:00,510 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976320510 2024-11-19T00:31:00,511 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976380510 2024-11-19T00:31:00,511 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-19T00:31:00,513 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43529,1731976256241-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:00,513 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43529,1731976256241-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:00,513 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43529,1731976256241-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:00,515 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:43529, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:00,515 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:00,516 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:00,523 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:31:00,544 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.442sec 2024-11-19T00:31:00,545 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:31:00,547 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:31:00,547 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:31:00,548 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:31:00,548 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:31:00,549 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43529,1731976256241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:31:00,549 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43529,1731976256241-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:31:00,558 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:31:00,559 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:31:00,560 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43529,1731976256241-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:00,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:00,654 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T00:31:00,654 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T00:31:00,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,43529,-1 for getting cluster id 2024-11-19T00:31:00,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:00,666 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6b903f8-1bca-4e87-8721-102ecf0d26b9' 2024-11-19T00:31:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6b903f8-1bca-4e87-8721-102ecf0d26b9" 2024-11-19T00:31:00,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb5a2c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:00,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,43529,-1] 2024-11-19T00:31:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:00,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:00,676 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:00,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:00,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:00,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,36977,1731976256954, seqNum=-1] 2024-11-19T00:31:00,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:00,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:00,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,43529,1731976256241 2024-11-19T00:31:00,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60113 2024-11-19T00:31:00,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:00,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100555648da0002 connected 2024-11-19T00:31:00,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/hadoop.log.dir so I do NOT create it in target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b 2024-11-19T00:31:00,753 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:31:00,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/hadoop.tmp.dir so I do NOT create it in target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b 2024-11-19T00:31:00,753 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:31:00,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b 2024-11-19T00:31:00,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:31:00,753 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/cluster_5b570417-e3dd-685e-0d05-010684caf24b, deleteOnExit=true 2024-11-19T00:31:00,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:31:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/test.cache.data in system properties and HBase conf 2024-11-19T00:31:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:31:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:31:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:31:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:31:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:31:00,754 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:31:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:31:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:31:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:31:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:31:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:31:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:31:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:31:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:31:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:31:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:31:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:31:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:31:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:31:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:31:01,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:31:01,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:31:01,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:31:01,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:31:01,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:31:01,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:31:01,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:31:01,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:31:01,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/java.io.tmpdir/jetty-localhost-33421-hadoop-hdfs-3_4_1-tests_jar-_-any-9228080064546798636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:31:01,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:33421} 2024-11-19T00:31:01,185 INFO [Time-limited test {}] server.Server(415): Started @10542ms 2024-11-19T00:31:01,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:31:01,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:31:01,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:31:01,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:31:01,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:31:01,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:31:01,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:31:01,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/java.io.tmpdir/jetty-localhost-40241-hadoop-hdfs-3_4_1-tests_jar-_-any-18154082455833029556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:31:01,464 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:40241} 2024-11-19T00:31:01,464 INFO [Time-limited test {}] server.Server(415): Started @10821ms 2024-11-19T00:31:01,466 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:31:01,967 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/cluster_5b570417-e3dd-685e-0d05-010684caf24b/data/data1/current/BP-2134519466-172.17.0.2-1731976260781/current, will proceed with Du for space computation calculation, 2024-11-19T00:31:01,967 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/cluster_5b570417-e3dd-685e-0d05-010684caf24b/data/data2/current/BP-2134519466-172.17.0.2-1731976260781/current, will proceed with Du for space computation calculation, 2024-11-19T00:31:01,986 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:31:01,989 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b59c547dbe0042c with lease ID 0x3e0790f954dc14c5: Processing first storage report for DS-7f7eccf9-3e30-4d9d-966f-cc885be045a2 from datanode DatanodeRegistration(127.0.0.1:35267, datanodeUuid=b8316051-ecce-4899-95ff-d8c2ca9ea386, infoPort=38883, infoSecurePort=0, ipcPort=34615, storageInfo=lv=-57;cid=testClusterID;nsid=101052178;c=1731976260781) 2024-11-19T00:31:01,989 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b59c547dbe0042c with lease ID 0x3e0790f954dc14c5: from storage DS-7f7eccf9-3e30-4d9d-966f-cc885be045a2 node DatanodeRegistration(127.0.0.1:35267, datanodeUuid=b8316051-ecce-4899-95ff-d8c2ca9ea386, infoPort=38883, infoSecurePort=0, ipcPort=34615, storageInfo=lv=-57;cid=testClusterID;nsid=101052178;c=1731976260781), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:31:01,989 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b59c547dbe0042c with lease ID 0x3e0790f954dc14c5: Processing first storage report for DS-aee63f03-3aa9-4532-9e2c-20ecbd4f874a from datanode DatanodeRegistration(127.0.0.1:35267, datanodeUuid=b8316051-ecce-4899-95ff-d8c2ca9ea386, infoPort=38883, infoSecurePort=0, ipcPort=34615, storageInfo=lv=-57;cid=testClusterID;nsid=101052178;c=1731976260781) 2024-11-19T00:31:01,989 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b59c547dbe0042c with lease ID 0x3e0790f954dc14c5: from storage DS-aee63f03-3aa9-4532-9e2c-20ecbd4f874a node DatanodeRegistration(127.0.0.1:35267, datanodeUuid=b8316051-ecce-4899-95ff-d8c2ca9ea386, infoPort=38883, infoSecurePort=0, ipcPort=34615, storageInfo=lv=-57;cid=testClusterID;nsid=101052178;c=1731976260781), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:31:02,004 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b 2024-11-19T00:31:02,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:02,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:02,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:31:02,023 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21 with version=8 2024-11-19T00:31:02,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/hbase-staging 2024-11-19T00:31:02,027 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:31:02,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:02,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:02,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:31:02,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:02,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:31:02,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:31:02,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:31:02,030 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39233 2024-11-19T00:31:02,032 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39233 connecting to ZooKeeper ensemble=127.0.0.1:60113 2024-11-19T00:31:02,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392330x0, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:02,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39233-0x100555648da0003 connected 2024-11-19T00:31:02,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:02,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:02,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Set watcher on znode that does not yet exist, /1-896084896/running 2024-11-19T00:31:02,116 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21, hbase.cluster.distributed=false 2024-11-19T00:31:02,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Set watcher on znode that does not yet exist, /1-896084896/acl 2024-11-19T00:31:02,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39233 2024-11-19T00:31:02,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39233 2024-11-19T00:31:02,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39233 2024-11-19T00:31:02,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39233 2024-11-19T00:31:02,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39233 2024-11-19T00:31:02,142 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:31:02,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:02,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:02,142 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:31:02,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:02,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:31:02,143 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:31:02,143 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:31:02,143 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34483 2024-11-19T00:31:02,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34483 connecting to ZooKeeper ensemble=127.0.0.1:60113 2024-11-19T00:31:02,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:02,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:02,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344830x0, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:02,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344830x0, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Set watcher on znode that does not yet exist, /1-896084896/running 2024-11-19T00:31:02,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34483-0x100555648da0004 connected 2024-11-19T00:31:02,159 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:31:02,160 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:31:02,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Set watcher on znode that does not yet exist, /1-896084896/master 2024-11-19T00:31:02,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Set watcher on znode that does not yet exist, /1-896084896/acl 2024-11-19T00:31:02,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34483 2024-11-19T00:31:02,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34483 2024-11-19T00:31:02,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34483 2024-11-19T00:31:02,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34483 2024-11-19T00:31:02,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34483 2024-11-19T00:31:02,182 DEBUG [M:0;6b1531871d35:39233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:39233 2024-11-19T00:31:02,182 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-896084896/backup-masters/6b1531871d35,39233,1731976262026 2024-11-19T00:31:02,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896/backup-masters 2024-11-19T00:31:02,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896/backup-masters 2024-11-19T00:31:02,192 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Set watcher on existing znode=/1-896084896/backup-masters/6b1531871d35,39233,1731976262026 2024-11-19T00:31:02,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896 2024-11-19T00:31:02,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-896084896/master 2024-11-19T00:31:02,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896 2024-11-19T00:31:02,201 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Set watcher on existing znode=/1-896084896/master 2024-11-19T00:31:02,201 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-896084896/backup-masters/6b1531871d35,39233,1731976262026 from backup master directory 2024-11-19T00:31:02,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896/backup-masters 2024-11-19T00:31:02,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-896084896/backup-masters/6b1531871d35,39233,1731976262026 2024-11-19T00:31:02,208 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:31:02,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896/backup-masters 2024-11-19T00:31:02,208 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,39233,1731976262026 2024-11-19T00:31:02,216 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/hbase.id] with ID: 8322a0f8-de64-4880-97d1-7d8750812d13 2024-11-19T00:31:02,217 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/.tmp/hbase.id 2024-11-19T00:31:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:31:02,627 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/.tmp/hbase.id]:[hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/hbase.id] 2024-11-19T00:31:02,658 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:02,658 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:31:02,661 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T00:31:02,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896 2024-11-19T00:31:02,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896 2024-11-19T00:31:02,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:31:03,116 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:31:03,118 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:31:03,119 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:03,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:31:03,536 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store 2024-11-19T00:31:03,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:31:03,949 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:03,949 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:31:03,949 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:03,949 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:03,949 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:31:03,949 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:03,949 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:03,950 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976263949Disabling compacts and flushes for region at 1731976263949Disabling writes for close at 1731976263949Writing region close event to WAL at 1731976263949Closed at 1731976263949 2024-11-19T00:31:03,952 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/.initializing 2024-11-19T00:31:03,952 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/WALs/6b1531871d35,39233,1731976262026 2024-11-19T00:31:03,954 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:31:03,958 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C39233%2C1731976262026, suffix=, logDir=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/WALs/6b1531871d35,39233,1731976262026, archiveDir=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/oldWALs, maxLogs=10 2024-11-19T00:31:03,973 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/WALs/6b1531871d35,39233,1731976262026/6b1531871d35%2C39233%2C1731976262026.1731976263958, exclude list is [], retry=0 2024-11-19T00:31:03,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35267,DS-7f7eccf9-3e30-4d9d-966f-cc885be045a2,DISK] 2024-11-19T00:31:03,982 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/WALs/6b1531871d35,39233,1731976262026/6b1531871d35%2C39233%2C1731976262026.1731976263958 2024-11-19T00:31:03,982 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38883:38883)] 2024-11-19T00:31:03,982 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:03,983 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:03,983 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:03,983 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:03,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:03,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:31:03,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:03,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:03,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:03,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:31:03,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:03,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:03,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:03,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:31:03,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:03,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:03,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:04,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:31:04,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:04,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:04,004 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:04,005 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:04,006 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:04,008 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:04,008 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:04,009 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:04,011 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:04,015 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:31:04,016 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59863981, jitterRate=-0.10795716941356659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:04,016 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976263983Initializing all the Stores at 1731976263985 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976263985Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976263985Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976263985Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976263985Cleaning up temporary data from old regions at 1731976264008 (+23 ms)Region opened successfully at 1731976264016 (+8 ms) 2024-11-19T00:31:04,017 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:31:04,024 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce1b601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:31:04,025 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:31:04,026 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:31:04,026 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:31:04,026 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:31:04,027 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:31:04,027 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:31:04,027 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:31:04,031 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:31:04,032 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Unable to get data of znode /1-896084896/balancer because node does not exist (not necessarily an error) 2024-11-19T00:31:04,075 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-896084896/balancer already deleted, retry=false 2024-11-19T00:31:04,076 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:31:04,078 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Unable to get data of znode /1-896084896/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:31:04,083 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-896084896/normalizer already deleted, retry=false 2024-11-19T00:31:04,083 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:31:04,085 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Unable to get data of znode /1-896084896/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:31:04,091 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-896084896/switch/split already deleted, retry=false 2024-11-19T00:31:04,093 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Unable to get data of znode /1-896084896/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:31:04,100 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-896084896/switch/merge already deleted, retry=false 2024-11-19T00:31:04,103 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Unable to get data of znode /1-896084896/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:31:04,108 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-896084896/snapshot-cleanup already deleted, retry=false 2024-11-19T00:31:04,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-896084896/running 2024-11-19T00:31:04,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-896084896/running 2024-11-19T00:31:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896 2024-11-19T00:31:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896 2024-11-19T00:31:04,117 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,39233,1731976262026, sessionid=0x100555648da0003, setting cluster-up flag (Was=false) 2024-11-19T00:31:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896 2024-11-19T00:31:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896 2024-11-19T00:31:04,158 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-896084896/flush-table-proc/acquired, /1-896084896/flush-table-proc/reached, /1-896084896/flush-table-proc/abort 2024-11-19T00:31:04,162 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,39233,1731976262026 2024-11-19T00:31:04,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896 2024-11-19T00:31:04,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896 2024-11-19T00:31:04,208 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-896084896/online-snapshot/acquired, /1-896084896/online-snapshot/reached, /1-896084896/online-snapshot/abort 2024-11-19T00:31:04,210 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,39233,1731976262026 2024-11-19T00:31:04,213 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:31:04,236 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:04,236 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:31:04,236 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:31:04,237 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,39233,1731976262026 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:31:04,239 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:04,239 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:04,239 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:04,239 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:04,239 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:31:04,240 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:04,240 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:31:04,240 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:04,240 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976294240 2024-11-19T00:31:04,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:31:04,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:31:04,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:31:04,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:31:04,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:31:04,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:31:04,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:04,242 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:31:04,242 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:31:04,242 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:31:04,242 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:31:04,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:04,243 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:31:04,245 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:04,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:31:04,246 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:31:04,246 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:31:04,250 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976264246,5,FailOnTimeoutGroup] 2024-11-19T00:31:04,258 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976264250,5,FailOnTimeoutGroup] 2024-11-19T00:31:04,258 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:04,258 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:31:04,258 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:04,258 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:04,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:31:04,274 INFO [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(746): ClusterId : 8322a0f8-de64-4880-97d1-7d8750812d13 2024-11-19T00:31:04,274 DEBUG [RS:0;6b1531871d35:34483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:31:04,285 DEBUG [RS:0;6b1531871d35:34483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:31:04,285 DEBUG [RS:0;6b1531871d35:34483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:31:04,293 DEBUG [RS:0;6b1531871d35:34483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:31:04,294 DEBUG [RS:0;6b1531871d35:34483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca85243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:31:04,306 DEBUG [RS:0;6b1531871d35:34483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:34483 2024-11-19T00:31:04,306 INFO [RS:0;6b1531871d35:34483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:31:04,306 INFO [RS:0;6b1531871d35:34483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:31:04,306 DEBUG [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:31:04,307 INFO [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,39233,1731976262026 with port=34483, startcode=1731976262142 2024-11-19T00:31:04,308 DEBUG [RS:0;6b1531871d35:34483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:31:04,311 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:31:04,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,34483,1731976262142 2024-11-19T00:31:04,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39233 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,34483,1731976262142 2024-11-19T00:31:04,314 DEBUG [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21 2024-11-19T00:31:04,314 DEBUG [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46823 2024-11-19T00:31:04,314 DEBUG [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:31:04,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896/rs 2024-11-19T00:31:04,325 DEBUG [RS:0;6b1531871d35:34483 {}] zookeeper.ZKUtil(111): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Set watcher on existing znode=/1-896084896/rs/6b1531871d35,34483,1731976262142 2024-11-19T00:31:04,325 WARN [RS:0;6b1531871d35:34483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:31:04,326 INFO [RS:0;6b1531871d35:34483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:04,326 DEBUG [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/WALs/6b1531871d35,34483,1731976262142 2024-11-19T00:31:04,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,34483,1731976262142] 2024-11-19T00:31:04,330 INFO [RS:0;6b1531871d35:34483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:31:04,333 INFO [RS:0;6b1531871d35:34483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:31:04,333 INFO [RS:0;6b1531871d35:34483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:31:04,333 INFO [RS:0;6b1531871d35:34483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:04,334 INFO [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:31:04,335 INFO [RS:0;6b1531871d35:34483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:31:04,335 INFO [RS:0;6b1531871d35:34483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:04,335 DEBUG [RS:0;6b1531871d35:34483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:04,335 DEBUG [RS:0;6b1531871d35:34483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:04,335 DEBUG [RS:0;6b1531871d35:34483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:04,335 DEBUG [RS:0;6b1531871d35:34483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:04,335 DEBUG [RS:0;6b1531871d35:34483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:04,336 DEBUG [RS:0;6b1531871d35:34483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:31:04,336 DEBUG [RS:0;6b1531871d35:34483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:04,336 DEBUG [RS:0;6b1531871d35:34483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:04,336 DEBUG [RS:0;6b1531871d35:34483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:04,336 DEBUG [RS:0;6b1531871d35:34483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:04,336 DEBUG [RS:0;6b1531871d35:34483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:04,336 DEBUG [RS:0;6b1531871d35:34483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:04,336 DEBUG [RS:0;6b1531871d35:34483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:31:04,336 DEBUG [RS:0;6b1531871d35:34483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:31:04,337 INFO [RS:0;6b1531871d35:34483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:04,337 INFO [RS:0;6b1531871d35:34483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:04,337 INFO [RS:0;6b1531871d35:34483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:04,337 INFO [RS:0;6b1531871d35:34483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:04,337 INFO [RS:0;6b1531871d35:34483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:04,337 INFO [RS:0;6b1531871d35:34483 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,34483,1731976262142-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:31:04,353 INFO [RS:0;6b1531871d35:34483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:31:04,353 INFO [RS:0;6b1531871d35:34483 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,34483,1731976262142-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:04,353 INFO [RS:0;6b1531871d35:34483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:04,353 INFO [RS:0;6b1531871d35:34483 {}] regionserver.Replication(171): 6b1531871d35,34483,1731976262142 started 2024-11-19T00:31:04,366 INFO [RS:0;6b1531871d35:34483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:04,366 INFO [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,34483,1731976262142, RpcServer on 6b1531871d35/172.17.0.2:34483, sessionid=0x100555648da0004 2024-11-19T00:31:04,366 DEBUG [RS:0;6b1531871d35:34483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:31:04,366 DEBUG [RS:0;6b1531871d35:34483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,34483,1731976262142 2024-11-19T00:31:04,366 DEBUG [RS:0;6b1531871d35:34483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,34483,1731976262142' 2024-11-19T00:31:04,366 DEBUG [RS:0;6b1531871d35:34483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-896084896/flush-table-proc/abort' 2024-11-19T00:31:04,367 DEBUG [RS:0;6b1531871d35:34483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-896084896/flush-table-proc/acquired' 2024-11-19T00:31:04,368 DEBUG [RS:0;6b1531871d35:34483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:31:04,368 DEBUG [RS:0;6b1531871d35:34483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:31:04,368 DEBUG [RS:0;6b1531871d35:34483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,34483,1731976262142 2024-11-19T00:31:04,368 DEBUG [RS:0;6b1531871d35:34483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,34483,1731976262142' 2024-11-19T00:31:04,368 DEBUG [RS:0;6b1531871d35:34483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-896084896/online-snapshot/abort' 2024-11-19T00:31:04,368 DEBUG [RS:0;6b1531871d35:34483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-896084896/online-snapshot/acquired' 2024-11-19T00:31:04,369 DEBUG [RS:0;6b1531871d35:34483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:31:04,369 INFO [RS:0;6b1531871d35:34483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:31:04,369 INFO [RS:0;6b1531871d35:34483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:31:04,470 INFO [RS:0;6b1531871d35:34483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:31:04,476 INFO [RS:0;6b1531871d35:34483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C34483%2C1731976262142, suffix=, logDir=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/WALs/6b1531871d35,34483,1731976262142, archiveDir=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/oldWALs, maxLogs=10 2024-11-19T00:31:04,497 DEBUG [RS:0;6b1531871d35:34483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/WALs/6b1531871d35,34483,1731976262142/6b1531871d35%2C34483%2C1731976262142.1731976264480, exclude list is [], retry=0 2024-11-19T00:31:04,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35267,DS-7f7eccf9-3e30-4d9d-966f-cc885be045a2,DISK] 2024-11-19T00:31:04,504 INFO [RS:0;6b1531871d35:34483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/WALs/6b1531871d35,34483,1731976262142/6b1531871d35%2C34483%2C1731976262142.1731976264480 2024-11-19T00:31:04,504 DEBUG [RS:0;6b1531871d35:34483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38883:38883)] 2024-11-19T00:31:04,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:31:04,668 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21 2024-11-19T00:31:04,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:31:05,010 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:31:05,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:05,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:31:05,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:31:05,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:05,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:05,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:31:05,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:31:05,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:05,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:05,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:31:05,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:31:05,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:05,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:05,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:31:05,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:31:05,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:05,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:05,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:31:05,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/data/hbase/meta/1588230740 2024-11-19T00:31:05,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/data/hbase/meta/1588230740 2024-11-19T00:31:05,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:31:05,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:31:05,105 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:05,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:31:05,110 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:31:05,111 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72516488, jitterRate=0.08057987689971924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:05,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976265083Initializing all the Stores at 1731976265085 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976265085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976265086 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976265086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976265086Cleaning up temporary data from old regions at 1731976265104 (+18 ms)Region opened successfully at 1731976265111 (+7 ms) 2024-11-19T00:31:05,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:31:05,112 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:31:05,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:31:05,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:31:05,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:31:05,113 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:31:05,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976265112Disabling compacts and flushes for region at 1731976265112Disabling writes for close at 1731976265112Writing region close event to WAL at 1731976265113 (+1 ms)Closed at 1731976265113 2024-11-19T00:31:05,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:05,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:31:05,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:31:05,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:31:05,119 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:31:05,270 DEBUG [6b1531871d35:39233 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:31:05,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,34483,1731976262142 2024-11-19T00:31:05,277 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,34483,1731976262142, state=OPENING 2024-11-19T00:31:05,349 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:31:05,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896 2024-11-19T00:31:05,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896 2024-11-19T00:31:05,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-896084896/meta-region-server: CHANGED 2024-11-19T00:31:05,369 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:31:05,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-896084896/meta-region-server: CHANGED 2024-11-19T00:31:05,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,34483,1731976262142}] 2024-11-19T00:31:05,528 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:31:05,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:31:05,541 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:31:05,541 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:05,542 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:31:05,545 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C34483%2C1731976262142.meta, suffix=.meta, logDir=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/WALs/6b1531871d35,34483,1731976262142, archiveDir=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/oldWALs, maxLogs=10 2024-11-19T00:31:05,565 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/WALs/6b1531871d35,34483,1731976262142/6b1531871d35%2C34483%2C1731976262142.meta.1731976265547.meta, exclude list is [], retry=0 2024-11-19T00:31:05,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35267,DS-7f7eccf9-3e30-4d9d-966f-cc885be045a2,DISK] 2024-11-19T00:31:05,572 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/WALs/6b1531871d35,34483,1731976262142/6b1531871d35%2C34483%2C1731976262142.meta.1731976265547.meta 2024-11-19T00:31:05,573 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38883:38883)] 2024-11-19T00:31:05,573 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:05,574 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:31:05,574 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:31:05,574 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:31:05,574 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:31:05,575 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:31:05,575 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:05,575 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:31:05,575 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:31:05,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:31:05,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:31:05,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:05,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:05,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:31:05,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:31:05,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:05,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:05,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:31:05,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:31:05,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:05,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:05,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:31:05,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:31:05,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:05,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:05,592 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:31:05,593 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/data/hbase/meta/1588230740 2024-11-19T00:31:05,596 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/data/hbase/meta/1588230740 2024-11-19T00:31:05,599 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:31:05,599 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:31:05,600 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:05,604 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:31:05,605 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65561195, jitterRate=-0.02306206524372101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:05,605 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:31:05,606 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976265575Writing region info on filesystem at 1731976265575Initializing all the Stores at 1731976265577 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976265577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976265578 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976265578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976265578Cleaning up temporary data from old regions at 1731976265599 (+21 ms)Running coprocessor post-open hooks at 1731976265605 (+6 ms)Region opened successfully at 1731976265605 2024-11-19T00:31:05,607 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976265528 2024-11-19T00:31:05,612 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:31:05,613 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:31:05,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,34483,1731976262142 2024-11-19T00:31:05,616 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,34483,1731976262142, state=OPEN 2024-11-19T00:31:05,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-896084896/meta-region-server 2024-11-19T00:31:05,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-896084896/meta-region-server 2024-11-19T00:31:05,625 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,34483,1731976262142 2024-11-19T00:31:05,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-896084896/meta-region-server: CHANGED 2024-11-19T00:31:05,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-896084896/meta-region-server: CHANGED 2024-11-19T00:31:05,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:31:05,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,34483,1731976262142 in 256 msec 2024-11-19T00:31:05,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:31:05,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 517 msec 2024-11-19T00:31:05,638 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:05,638 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:31:05,640 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:05,640 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,34483,1731976262142, seqNum=-1] 2024-11-19T00:31:05,640 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:05,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:05,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4340 sec 2024-11-19T00:31:05,652 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976265652, completionTime=-1 2024-11-19T00:31:05,652 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:31:05,652 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:31:05,654 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:31:05,655 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976325654 2024-11-19T00:31:05,655 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976385655 2024-11-19T00:31:05,655 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T00:31:05,655 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,39233,1731976262026-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:05,655 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,39233,1731976262026-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:05,655 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,39233,1731976262026-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:05,656 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:39233, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:05,656 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:05,656 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:05,658 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:31:05,661 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.453sec 2024-11-19T00:31:05,661 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:31:05,662 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:31:05,662 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:31:05,662 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:31:05,662 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:31:05,662 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,39233,1731976262026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:31:05,662 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,39233,1731976262026-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:31:05,665 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:31:05,665 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:31:05,666 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,39233,1731976262026-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:05,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:05,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39233,-1 for getting cluster id 2024-11-19T00:31:05,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:05,678 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8322a0f8-de64-4880-97d1-7d8750812d13' 2024-11-19T00:31:05,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:05,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8322a0f8-de64-4880-97d1-7d8750812d13" 2024-11-19T00:31:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5243e67a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39233,-1] 2024-11-19T00:31:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:05,681 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:05,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:05,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:05,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,34483,1731976262142, seqNum=-1] 2024-11-19T00:31:05,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:05,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:05,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,39233,1731976262026 2024-11-19T00:31:05,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60113 2024-11-19T00:31:05,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:05,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100555648da0005 connected 2024-11-19T00:31:05,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:05,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,43529,-1 for getting cluster id 2024-11-19T00:31:05,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:05,715 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6b903f8-1bca-4e87-8721-102ecf0d26b9' 2024-11-19T00:31:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6b903f8-1bca-4e87-8721-102ecf0d26b9" 2024-11-19T00:31:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bc815f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:05,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,43529,-1] 2024-11-19T00:31:05,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:05,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:05,719 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:05,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3a1092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:05,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:05,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,43529,1731976256241 2024-11-19T00:31:05,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ede72b8 2024-11-19T00:31:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:05,738 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:05,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:31:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:31:05,754 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:39233' 2024-11-19T00:31:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:05,756 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ea0cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:05,756 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39233,-1 for getting cluster id 2024-11-19T00:31:05,757 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:05,758 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8322a0f8-de64-4880-97d1-7d8750812d13' 2024-11-19T00:31:05,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:05,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8322a0f8-de64-4880-97d1-7d8750812d13" 2024-11-19T00:31:05,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efff5dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:05,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39233,-1] 2024-11-19T00:31:05,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:05,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:05,760 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:05,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a0fca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:05,762 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:05,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,39233,1731976262026 2024-11-19T00:31:05,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3860483a 2024-11-19T00:31:05,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:05,769 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:05,779 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T00:31:05,780 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:31:05,785 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:05,786 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:05,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:05,787 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:31:05,793 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:31:05,796 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:31:05,796 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:05,798 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:31:05,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741835_1011 (size=1138) 2024-11-19T00:31:05,810 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:31:05,845 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T00:31:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:06,217 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a559bd1652be62b16b749e537353f40, NAME => 'hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385 2024-11-19T00:31:06,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741836_1012 (size=44) 2024-11-19T00:31:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:06,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T00:31:06,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T00:31:06,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:31:06,608 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T00:31:06,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:31:06,609 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T00:31:06,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T00:31:06,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T00:31:06,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:06,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7a559bd1652be62b16b749e537353f40, disabling compactions & flushes 2024-11-19T00:31:06,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:06,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:06,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. after waiting 0 ms 2024-11-19T00:31:06,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:06,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:06,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a559bd1652be62b16b749e537353f40: Waiting for close lock at 1731976266631Disabling compacts and flushes for region at 1731976266631Disabling writes for close at 1731976266631Writing region close event to WAL at 1731976266631Closed at 1731976266631 2024-11-19T00:31:06,634 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:31:06,641 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731976266635"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976266635"}]},"ts":"1731976266635"} 2024-11-19T00:31:06,647 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:31:06,649 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:31:06,651 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976266649"}]},"ts":"1731976266649"} 2024-11-19T00:31:06,656 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T00:31:06,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a559bd1652be62b16b749e537353f40, ASSIGN}] 2024-11-19T00:31:06,660 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a559bd1652be62b16b749e537353f40, ASSIGN 2024-11-19T00:31:06,661 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a559bd1652be62b16b749e537353f40, ASSIGN; state=OFFLINE, location=6b1531871d35,36977,1731976256954; forceNewPlan=false, retain=false 2024-11-19T00:31:06,813 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7a559bd1652be62b16b749e537353f40, regionState=OPENING, regionLocation=6b1531871d35,36977,1731976256954 2024-11-19T00:31:06,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a559bd1652be62b16b749e537353f40, ASSIGN because future has completed 2024-11-19T00:31:06,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a559bd1652be62b16b749e537353f40, server=6b1531871d35,36977,1731976256954}] 2024-11-19T00:31:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:06,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:06,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:06,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:31:06,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C36977%2C1731976256954.rep, suffix=, logDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954, archiveDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/oldWALs, maxLogs=10 2024-11-19T00:31:07,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.rep.1731976266988, exclude list is [], retry=0 2024-11-19T00:31:07,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32973,DS-8431c47f-350f-4045-afb8-2dce5cd390a5,DISK] 2024-11-19T00:31:07,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.rep.1731976266988 2024-11-19T00:31:07,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-19T00:31:07,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a559bd1652be62b16b749e537353f40, NAME => 'hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:07,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:31:07,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:31:07,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. service=MultiRowMutationService 2024-11-19T00:31:07,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:31:07,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:07,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:07,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:07,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:07,010 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:07,012 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a559bd1652be62b16b749e537353f40 columnFamilyName hfileref 2024-11-19T00:31:07,012 DEBUG [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:07,013 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] regionserver.HStore(327): Store=7a559bd1652be62b16b749e537353f40/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:07,013 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:07,015 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a559bd1652be62b16b749e537353f40 columnFamilyName queue 2024-11-19T00:31:07,015 DEBUG [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:07,016 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] regionserver.HStore(327): Store=7a559bd1652be62b16b749e537353f40/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:07,016 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:07,017 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a559bd1652be62b16b749e537353f40 columnFamilyName sid 2024-11-19T00:31:07,018 DEBUG [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:07,018 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] regionserver.HStore(327): Store=7a559bd1652be62b16b749e537353f40/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:07,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:07,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/replication/7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:07,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/replication/7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:07,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:07,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:07,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:31:07,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:07,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/replication/7a559bd1652be62b16b749e537353f40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:31:07,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7a559bd1652be62b16b749e537353f40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66082368, jitterRate=-0.015295982360839844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:31:07,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:07,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7a559bd1652be62b16b749e537353f40: Running coprocessor pre-open hook at 1731976267008Writing region info on filesystem at 1731976267008Initializing all the Stores at 1731976267009 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976267009Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976267010 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976267010Cleaning up temporary data from old regions at 1731976267021 (+11 ms)Running coprocessor post-open hooks at 1731976267028 (+7 ms)Region opened successfully at 1731976267028 2024-11-19T00:31:07,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40., pid=7, masterSystemTime=1731976266974 2024-11-19T00:31:07,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:07,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:07,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7a559bd1652be62b16b749e537353f40, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,36977,1731976256954 2024-11-19T00:31:07,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a559bd1652be62b16b749e537353f40, server=6b1531871d35,36977,1731976256954 because future has completed 2024-11-19T00:31:07,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T00:31:07,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a559bd1652be62b16b749e537353f40, server=6b1531871d35,36977,1731976256954 in 220 msec 2024-11-19T00:31:07,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:31:07,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a559bd1652be62b16b749e537353f40, ASSIGN in 386 msec 2024-11-19T00:31:07,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:31:07,048 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976267047"}]},"ts":"1731976267047"} 2024-11-19T00:31:07,050 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T00:31:07,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:31:07,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2640 sec 2024-11-19T00:31:07,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40., hostname=6b1531871d35,36977,1731976256954, seqNum=2] 2024-11-19T00:31:07,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36977 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-19T00:31:07,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:31:07,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:31:07,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:31:07,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T00:31:07,366 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T00:31:07,412 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,36977,1731976256954, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:31:07,414 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:07,414 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,36977,1731976256954, seqNum=-1] 2024-11-19T00:31:07,414 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:07,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T00:31:07,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b1531871d35,36977,1731976256954', locateType=CURRENT is [region=hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40., hostname=6b1531871d35,36977,1731976256954, seqNum=2] 2024-11-19T00:31:07,425 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T00:31:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T00:31:07,431 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b1531871d35,36977,1731976256954 suceeded 2024-11-19T00:31:07,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T00:31:07,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 233 msec 2024-11-19T00:31:07,435 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b1531871d35:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:31:07,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6930 sec 2024-11-19T00:31:07,446 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:39233' 2024-11-19T00:31:07,447 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@284e34f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:07,448 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39233,-1 for getting cluster id 2024-11-19T00:31:07,448 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:07,449 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8322a0f8-de64-4880-97d1-7d8750812d13' 2024-11-19T00:31:07,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:07,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8322a0f8-de64-4880-97d1-7d8750812d13" 2024-11-19T00:31:07,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c88ed0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:07,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39233,-1] 2024-11-19T00:31:07,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:07,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:07,451 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:07,452 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36f880fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:07,452 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:07,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,39233,1731976262026 2024-11-19T00:31:07,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e7156fa 2024-11-19T00:31:07,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:07,455 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T00:31:07,456 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,36977,1731976256954 (queues=1) is replicating from cluster=f6b903f8-1bca-4e87-8721-102ecf0d26b9 to cluster=8322a0f8-de64-4880-97d1-7d8750812d13 2024-11-19T00:31:07,458 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C36977%2C1731976256954 2024-11-19T00:31:07,462 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,36977,1731976256954, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:31:07,464 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954.replicationSource.shipper6b1531871d35%2C36977%2C1731976256954,1-6b1531871d35,36977,1731976256954 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C36977%2C1731976256954 2024-11-19T00:31:07,468 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954.replicationSource.wal-reader.6b1531871d35%2C36977%2C1731976256954,1-6b1531871d35,36977,1731976256954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213, startPosition=0, beingWritten=true 2024-11-19T00:31:07,721 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954.replicationSource.wal-reader.6b1531871d35%2C36977%2C1731976256954,1-6b1531871d35,36977,1731976256954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213 to pos 0, reset compression=false 2024-11-19T00:31:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:07,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:07,906 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:31:07,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:07,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:07,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:07,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:07,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:07,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,43529,-1 for getting cluster id 2024-11-19T00:31:07,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:07,912 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6b903f8-1bca-4e87-8721-102ecf0d26b9' 2024-11-19T00:31:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6b903f8-1bca-4e87-8721-102ecf0d26b9" 2024-11-19T00:31:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17693145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,43529,-1] 2024-11-19T00:31:07,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:07,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:07,917 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187594b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:07,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:07,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,43529,1731976256241 2024-11-19T00:31:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dd33839 2024-11-19T00:31:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:07,923 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:07,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://6b1531871d35:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:31:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:31:07,929 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:39233' 2024-11-19T00:31:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T00:31:07,930 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50676c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:07,930 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39233,-1 for getting cluster id 2024-11-19T00:31:07,930 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:07,931 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8322a0f8-de64-4880-97d1-7d8750812d13' 2024-11-19T00:31:07,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:07,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8322a0f8-de64-4880-97d1-7d8750812d13" 2024-11-19T00:31:07,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40dfabb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:07,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39233,-1] 2024-11-19T00:31:07,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:07,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:07,933 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:07,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156b1d0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:07,934 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:07,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,39233,1731976262026 2024-11-19T00:31:07,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7459cb89 2024-11-19T00:31:07,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:07,937 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:07,938 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-19T00:31:07,938 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:31:07,938 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:07,938 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:07,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:07,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:31:08,027 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954.replicationSource.wal-reader.6b1531871d35%2C36977%2C1731976256954,1-6b1531871d35,36977,1731976256954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213 to pos 0, reset compression=false 2024-11-19T00:31:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T00:31:08,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-19T00:31:08,115 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T00:31:08,154 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-6b1531871d35,36977,1731976256954, ReplicationSource: 2, currentBandwidth=0 2024-11-19T00:31:08,158 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-19T00:31:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-19T00:31:08,161 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6b1531871d35,36977,1731976256954 suceeded 2024-11-19T00:31:08,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T00:31:08,165 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6b1531871d35:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:31:08,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-19T00:31:08,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 241 msec 2024-11-19T00:31:08,175 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:39233' 2024-11-19T00:31:08,176 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@273a3b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:08,176 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39233,-1 for getting cluster id 2024-11-19T00:31:08,176 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:08,177 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8322a0f8-de64-4880-97d1-7d8750812d13' 2024-11-19T00:31:08,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:08,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8322a0f8-de64-4880-97d1-7d8750812d13" 2024-11-19T00:31:08,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38531689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:08,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39233,-1] 2024-11-19T00:31:08,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:08,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:08,179 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:08,180 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2779de0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:08,180 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:08,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,39233,1731976262026 2024-11-19T00:31:08,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9245c8 2024-11-19T00:31:08,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:08,182 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T00:31:08,183 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6b1531871d35,36977,1731976256954 (queues=1) is replicating from cluster=f6b903f8-1bca-4e87-8721-102ecf0d26b9 to cluster=8322a0f8-de64-4880-97d1-7d8750812d13 2024-11-19T00:31:08,183 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6b1531871d35%2C36977%2C1731976256954 2024-11-19T00:31:08,183 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6b1531871d35,36977,1731976256954, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:31:08,183 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954.replicationSource.shipper6b1531871d35%2C36977%2C1731976256954,2-6b1531871d35,36977,1731976256954 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C36977%2C1731976256954 2024-11-19T00:31:08,183 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954.replicationSource.wal-reader.6b1531871d35%2C36977%2C1731976256954,2-6b1531871d35,36977,1731976256954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213, startPosition=0, beingWritten=true 2024-11-19T00:31:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T00:31:08,244 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T00:31:08,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:08,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:08,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:08,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:08,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:08,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,43529,1731976256241 2024-11-19T00:31:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7daa54a1 2024-11-19T00:31:08,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:08,252 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:08,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T00:31:08,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T00:31:08,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T00:31:08,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T00:31:08,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://6b1531871d35:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:31:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T00:31:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T00:31:08,272 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:39233' 2024-11-19T00:31:08,273 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2018c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:08,273 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39233,-1 for getting cluster id 2024-11-19T00:31:08,273 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:08,274 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8322a0f8-de64-4880-97d1-7d8750812d13' 2024-11-19T00:31:08,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:08,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8322a0f8-de64-4880-97d1-7d8750812d13" 2024-11-19T00:31:08,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9c1de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:08,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39233,-1] 2024-11-19T00:31:08,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:08,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:08,277 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:08,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37089d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:08,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:08,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,39233,1731976262026 2024-11-19T00:31:08,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@663ece33 2024-11-19T00:31:08,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:08,280 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:08,281 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T00:31:08,281 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:31:08,281 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:08,282 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:08,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:08,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:31:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T00:31:08,391 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954.replicationSource.wal-reader.6b1531871d35%2C36977%2C1731976256954,2-6b1531871d35,36977,1731976256954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213 to pos 0, reset compression=false 2024-11-19T00:31:08,438 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954.replicationSource.wal-reader.6b1531871d35%2C36977%2C1731976256954,1-6b1531871d35,36977,1731976256954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213 to pos 0, reset compression=false 2024-11-19T00:31:08,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-19T00:31:08,448 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-19T00:31:08,450 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-19T00:31:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-19T00:31:08,453 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 6b1531871d35,36977,1731976256954 suceeded 2024-11-19T00:31:08,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T00:31:08,456 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://6b1531871d35:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:31:08,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-19T00:31:08,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 191 msec 2024-11-19T00:31:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T00:31:08,594 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-19T00:31:08,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://6b1531871d35:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:31:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T00:31:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T00:31:08,602 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:39233' 2024-11-19T00:31:08,604 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e147a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:08,604 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39233,-1 for getting cluster id 2024-11-19T00:31:08,604 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:08,606 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8322a0f8-de64-4880-97d1-7d8750812d13' 2024-11-19T00:31:08,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:08,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8322a0f8-de64-4880-97d1-7d8750812d13" 2024-11-19T00:31:08,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4100276b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:08,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39233,-1] 2024-11-19T00:31:08,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:08,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:08,609 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:08,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bad3d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:08,611 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:08,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,39233,1731976262026 2024-11-19T00:31:08,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42bca72b 2024-11-19T00:31:08,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:08,615 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:08,616 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T00:31:08,616 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:31:08,616 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:08,617 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:08,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:08,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:31:08,701 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954.replicationSource.wal-reader.6b1531871d35%2C36977%2C1731976256954,2-6b1531871d35,36977,1731976256954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213 to pos 0, reset compression=false 2024-11-19T00:31:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T00:31:08,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-19T00:31:08,808 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-19T00:31:08,810 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-19T00:31:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-19T00:31:08,816 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 6b1531871d35,36977,1731976256954 suceeded 2024-11-19T00:31:08,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T00:31:08,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-19T00:31:08,822 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://6b1531871d35:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:31:08,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 226 msec 2024-11-19T00:31:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T00:31:08,914 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-19T00:31:08,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T00:31:08,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43529 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T00:31:08,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:08,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:08,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:08,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:08,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:08,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:31:08,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=887398342, stopped=false 2024-11-19T00:31:08,921 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,43529,1731976256241 2024-11-19T00:31:08,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763253240/running 2024-11-19T00:31:08,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:31:08,932 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:31:08,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763253240/running 2024-11-19T00:31:08,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:31:08,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:08,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:08,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:08,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on znode that does not yet exist, /0763253240/running 2024-11-19T00:31:08,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on znode that does not yet exist, /0763253240/running 2024-11-19T00:31:08,934 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,36977,1731976256954' ***** 2024-11-19T00:31:08,934 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:31:08,935 INFO [RS:0;6b1531871d35:36977 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:31:08,935 INFO [RS:0;6b1531871d35:36977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:31:08,935 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:31:08,936 INFO [RS:0;6b1531871d35:36977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:31:08,936 INFO [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:08,937 INFO [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,36977,1731976256954 2024-11-19T00:31:08,937 INFO [RS:0;6b1531871d35:36977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:31:08,937 INFO [RS:0;6b1531871d35:36977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:36977. 2024-11-19T00:31:08,937 DEBUG [RS:0;6b1531871d35:36977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:08,938 DEBUG [RS:0;6b1531871d35:36977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:08,938 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a559bd1652be62b16b749e537353f40, disabling compactions & flushes 2024-11-19T00:31:08,938 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:08,938 INFO [RS:0;6b1531871d35:36977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:31:08,938 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:08,938 INFO [RS:0;6b1531871d35:36977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:31:08,938 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. after waiting 0 ms 2024-11-19T00:31:08,938 INFO [RS:0;6b1531871d35:36977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:31:08,938 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:08,939 INFO [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:31:08,939 INFO [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T00:31:08,939 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:31:08,939 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7a559bd1652be62b16b749e537353f40=hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40.} 2024-11-19T00:31:08,939 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:31:08,940 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:31:08,940 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:31:08,940 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:31:08,940 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:08,944 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a559bd1652be62b16b749e537353f40 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-19T00:31:08,944 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T00:31:08,949 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954.replicationSource.wal-reader.6b1531871d35%2C36977%2C1731976256954,1-6b1531871d35,36977,1731976256954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213 to pos 0, reset compression=false 2024-11-19T00:31:08,962 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:31:09,005 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/replication/7a559bd1652be62b16b749e537353f40/.tmp/queue/b7a4e0a847874ebc9a0a2e00ecf27466 is 151, key is 1-6b1531871d35,36977,1731976256954/queue:6b1531871d35%2C36977%2C1731976256954/1731976267420/Put/seqid=0 2024-11-19T00:31:09,005 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/.tmp/info/2dc9cb20b14b42788eb1463fd3daaaa9 is 147, key is hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40./info:regioninfo/1731976267034/Put/seqid=0 2024-11-19T00:31:09,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741838_1014 (size=6631) 2024-11-19T00:31:09,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741839_1015 (size=5500) 2024-11-19T00:31:09,108 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954.replicationSource.wal-reader.6b1531871d35%2C36977%2C1731976256954,2-6b1531871d35,36977,1731976256954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213 to pos 0, reset compression=false 2024-11-19T00:31:09,111 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:31:09,112 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:31:09,140 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:09,341 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:09,417 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/replication/7a559bd1652be62b16b749e537353f40/.tmp/queue/b7a4e0a847874ebc9a0a2e00ecf27466 2024-11-19T00:31:09,418 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/.tmp/info/2dc9cb20b14b42788eb1463fd3daaaa9 2024-11-19T00:31:09,467 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/replication/7a559bd1652be62b16b749e537353f40/.tmp/queue/b7a4e0a847874ebc9a0a2e00ecf27466 as hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/replication/7a559bd1652be62b16b749e537353f40/queue/b7a4e0a847874ebc9a0a2e00ecf27466 2024-11-19T00:31:09,477 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/replication/7a559bd1652be62b16b749e537353f40/queue/b7a4e0a847874ebc9a0a2e00ecf27466, entries=2, sequenceid=6, filesize=5.4 K 2024-11-19T00:31:09,485 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7a559bd1652be62b16b749e537353f40 in 541ms, sequenceid=6, compaction requested=false 2024-11-19T00:31:09,485 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T00:31:09,485 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/.tmp/ns/04db2cb244e0495ead4cafa4ce34838a is 43, key is default/ns:d/1731976260465/Put/seqid=0 2024-11-19T00:31:09,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741840_1016 (size=5153) 2024-11-19T00:31:09,493 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/replication/7a559bd1652be62b16b749e537353f40/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T00:31:09,495 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:31:09,495 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:31:09,495 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:09,495 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a559bd1652be62b16b749e537353f40: Waiting for close lock at 1731976268937Running coprocessor pre-close hooks at 1731976268938 (+1 ms)Disabling compacts and flushes for region at 1731976268938Disabling writes for close at 1731976268938Obtaining lock to block concurrent updates at 1731976268944 (+6 ms)Preparing flush snapshotting stores in 7a559bd1652be62b16b749e537353f40 at 1731976268944Finished memstore snapshotting hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731976268952 (+8 ms)Flushing stores of hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. at 1731976268954 (+2 ms)Flushing 7a559bd1652be62b16b749e537353f40/queue: creating writer at 1731976268956 (+2 ms)Flushing 7a559bd1652be62b16b749e537353f40/queue: appending metadata at 1731976268991 (+35 ms)Flushing 7a559bd1652be62b16b749e537353f40/queue: closing flushed file at 1731976268994 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c58214: reopening flushed file at 1731976269465 (+471 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7a559bd1652be62b16b749e537353f40 in 541ms, sequenceid=6, compaction requested=false at 1731976269485 (+20 ms)Writing region close event to WAL at 1731976269488 (+3 ms)Running coprocessor post-close hooks at 1731976269493 (+5 ms)Closed at 1731976269495 (+2 ms) 2024-11-19T00:31:09,496 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:09,541 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:31:09,556 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954.replicationSource.wal-reader.6b1531871d35%2C36977%2C1731976256954,1-6b1531871d35,36977,1731976256954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213 to pos 0, reset compression=false 2024-11-19T00:31:09,618 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954.replicationSource.wal-reader.6b1531871d35%2C36977%2C1731976256954,2-6b1531871d35,36977,1731976256954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213 to pos 0, reset compression=false 2024-11-19T00:31:09,742 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:31:09,892 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/.tmp/ns/04db2cb244e0495ead4cafa4ce34838a 2024-11-19T00:31:09,920 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/.tmp/table/8014fe95360649c5bfde4b030b1fd5a6 is 53, key is hbase:replication/table:state/1731976267047/Put/seqid=0 2024-11-19T00:31:09,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741841_1017 (size=5256) 2024-11-19T00:31:09,942 INFO [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T00:31:09,942 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:31:09,942 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:31:10,143 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:31:10,225 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954.replicationSource.wal-reader.6b1531871d35%2C36977%2C1731976256954,2-6b1531871d35,36977,1731976256954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213 to pos 0, reset compression=false 2024-11-19T00:31:10,269 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954.replicationSource.wal-reader.6b1531871d35%2C36977%2C1731976256954,1-6b1531871d35,36977,1731976256954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213 to pos 0, reset compression=false 2024-11-19T00:31:10,327 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/.tmp/table/8014fe95360649c5bfde4b030b1fd5a6 2024-11-19T00:31:10,343 DEBUG [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:31:10,349 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/.tmp/info/2dc9cb20b14b42788eb1463fd3daaaa9 as hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/info/2dc9cb20b14b42788eb1463fd3daaaa9 2024-11-19T00:31:10,358 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/info/2dc9cb20b14b42788eb1463fd3daaaa9, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T00:31:10,359 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/.tmp/ns/04db2cb244e0495ead4cafa4ce34838a as hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/ns/04db2cb244e0495ead4cafa4ce34838a 2024-11-19T00:31:10,368 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/ns/04db2cb244e0495ead4cafa4ce34838a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T00:31:10,370 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/.tmp/table/8014fe95360649c5bfde4b030b1fd5a6 as hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/table/8014fe95360649c5bfde4b030b1fd5a6 2024-11-19T00:31:10,380 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/table/8014fe95360649c5bfde4b030b1fd5a6, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T00:31:10,382 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1442ms, sequenceid=11, compaction requested=false 2024-11-19T00:31:10,389 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T00:31:10,390 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:31:10,390 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:31:10,390 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:31:10,391 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976268939Running coprocessor pre-close hooks at 1731976268939Disabling compacts and flushes for region at 1731976268939Disabling writes for close at 1731976268940 (+1 ms)Obtaining lock to block concurrent updates at 1731976268944 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731976268944Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731976268952 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731976268954 (+2 ms)Flushing 1588230740/info: creating writer at 1731976268956 (+2 ms)Flushing 1588230740/info: appending metadata at 1731976268992 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731976268994 (+2 ms)Flushing 1588230740/ns: creating writer at 1731976269465 (+471 ms)Flushing 1588230740/ns: appending metadata at 1731976269484 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731976269484Flushing 1588230740/table: creating writer at 1731976269902 (+418 ms)Flushing 1588230740/table: appending metadata at 1731976269919 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731976269919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c8ea79d: reopening flushed file at 1731976270347 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f1b935: reopening flushed file at 1731976270358 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eabd870: reopening flushed file at 1731976270369 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1442ms, sequenceid=11, compaction requested=false at 1731976270382 (+13 ms)Writing region close event to WAL at 1731976270384 (+2 ms)Running coprocessor post-close hooks at 1731976270390 (+6 ms)Closed at 1731976270390 2024-11-19T00:31:10,391 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:31:10,543 INFO [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,36977,1731976256954; all regions closed. 2024-11-19T00:31:10,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741834_1010 (size=2742) 2024-11-19T00:31:10,563 DEBUG [RS:0;6b1531871d35:36977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/oldWALs 2024-11-19T00:31:10,563 INFO [RS:0;6b1531871d35:36977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C36977%2C1731976256954.meta:.meta(num 1731976260247) 2024-11-19T00:31:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741837_1013 (size=1802) 2024-11-19T00:31:10,566 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.rep.1731976266988 not finished, retry = 0 2024-11-19T00:31:10,672 DEBUG [RS:0;6b1531871d35:36977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/oldWALs 2024-11-19T00:31:10,673 INFO [RS:0;6b1531871d35:36977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C36977%2C1731976256954.rep:(num 1731976266988) 2024-11-19T00:31:10,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741832_1008 (size=93) 2024-11-19T00:31:10,676 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954/6b1531871d35%2C36977%2C1731976256954.1731976259213 not finished, retry = 0 2024-11-19T00:31:10,785 DEBUG [RS:0;6b1531871d35:36977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/oldWALs 2024-11-19T00:31:10,785 INFO [RS:0;6b1531871d35:36977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C36977%2C1731976256954:(num 1731976259213) 2024-11-19T00:31:10,785 DEBUG [RS:0;6b1531871d35:36977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:10,785 INFO [RS:0;6b1531871d35:36977 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:31:10,785 INFO [RS:0;6b1531871d35:36977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:31:10,786 INFO [RS:0;6b1531871d35:36977 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T00:31:10,786 INFO [RS:0;6b1531871d35:36977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:31:10,786 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:31:10,787 INFO [RS:0;6b1531871d35:36977 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,36977,1731976256954 because: Region server is closing 2024-11-19T00:31:10,788 INFO [RS:0;6b1531871d35:36977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:36977. 2024-11-19T00:31:10,788 DEBUG [RS:0;6b1531871d35:36977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:10,788 DEBUG [RS:0;6b1531871d35:36977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:10,789 DEBUG [RS:0;6b1531871d35:36977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:10,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:10,889 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954.replicationSource.wal-reader.6b1531871d35%2C36977%2C1731976256954,1-6b1531871d35,36977,1731976256954 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T00:31:10,889 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954.replicationSource.shipper6b1531871d35%2C36977%2C1731976256954,1-6b1531871d35,36977,1731976256954 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T00:31:10,890 INFO [RS:0;6b1531871d35:36977 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36977,1731976256954.replicationSource.shipper6b1531871d35%2C36977%2C1731976256954,1-6b1531871d35,36977,1731976256954 terminated 2024-11-19T00:31:10,891 INFO [RS:0;6b1531871d35:36977 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6b1531871d35,36977,1731976256954 because: Region server is closing 2024-11-19T00:31:10,891 INFO [RS:0;6b1531871d35:36977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:36977. 2024-11-19T00:31:10,891 DEBUG [RS:0;6b1531871d35:36977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:10,891 DEBUG [RS:0;6b1531871d35:36977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:10,891 DEBUG [RS:0;6b1531871d35:36977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:10,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:10,992 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954.replicationSource.shipper6b1531871d35%2C36977%2C1731976256954,2-6b1531871d35,36977,1731976256954 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T00:31:10,993 INFO [RS:0;6b1531871d35:36977 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,36977,1731976256954.replicationSource.shipper6b1531871d35%2C36977%2C1731976256954,2-6b1531871d35,36977,1731976256954 terminated 2024-11-19T00:31:10,994 INFO [RS:0;6b1531871d35:36977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36977 2024-11-19T00:31:11,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240/rs 2024-11-19T00:31:11,033 INFO [RS:0;6b1531871d35:36977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:31:11,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763253240/rs/6b1531871d35,36977,1731976256954 2024-11-19T00:31:11,042 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,36977,1731976256954] 2024-11-19T00:31:11,050 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0763253240/draining/6b1531871d35,36977,1731976256954 already deleted, retry=false 2024-11-19T00:31:11,050 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,36977,1731976256954 expired; onlineServers=0 2024-11-19T00:31:11,050 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,43529,1731976256241' ***** 2024-11-19T00:31:11,050 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:31:11,051 INFO [M:0;6b1531871d35:43529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:31:11,051 INFO [M:0;6b1531871d35:43529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:31:11,051 DEBUG [M:0;6b1531871d35:43529 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:31:11,051 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:31:11,051 DEBUG [M:0;6b1531871d35:43529 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:31:11,051 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976258937 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976258937,5,FailOnTimeoutGroup] 2024-11-19T00:31:11,052 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976258941 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976258941,5,FailOnTimeoutGroup] 2024-11-19T00:31:11,052 INFO [M:0;6b1531871d35:43529 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:31:11,052 INFO [M:0;6b1531871d35:43529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:31:11,052 DEBUG [M:0;6b1531871d35:43529 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:31:11,053 INFO [M:0;6b1531871d35:43529 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:31:11,053 INFO [M:0;6b1531871d35:43529 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:31:11,054 INFO [M:0;6b1531871d35:43529 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:31:11,054 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:31:11,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763253240/master 2024-11-19T00:31:11,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:31:11,058 DEBUG [M:0;6b1531871d35:43529 {}] zookeeper.ZKUtil(347): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Unable to get data of znode /0763253240/master because node does not exist (not an error) 2024-11-19T00:31:11,058 WARN [M:0;6b1531871d35:43529 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:31:11,059 INFO [M:0;6b1531871d35:43529 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/.lastflushedseqids 2024-11-19T00:31:11,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741842_1018 (size=181) 2024-11-19T00:31:11,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:31:11,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:11,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x100555648da0001, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:11,142 INFO [RS:0;6b1531871d35:36977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:31:11,142 INFO [RS:0;6b1531871d35:36977 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,36977,1731976256954; zookeeper connection closed. 2024-11-19T00:31:11,143 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a8c947c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a8c947c 2024-11-19T00:31:11,143 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:31:11,474 INFO [M:0;6b1531871d35:43529 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:31:11,474 INFO [M:0;6b1531871d35:43529 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:31:11,474 DEBUG [M:0;6b1531871d35:43529 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:31:11,474 INFO [M:0;6b1531871d35:43529 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:11,474 DEBUG [M:0;6b1531871d35:43529 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:11,475 DEBUG [M:0;6b1531871d35:43529 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:31:11,475 DEBUG [M:0;6b1531871d35:43529 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:11,475 INFO [M:0;6b1531871d35:43529 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-19T00:31:11,496 DEBUG [M:0;6b1531871d35:43529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79b618bc8a1e47ed8915a94525241687 is 82, key is hbase:meta,,1/info:regioninfo/1731976260352/Put/seqid=0 2024-11-19T00:31:11,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741843_1019 (size=5672) 2024-11-19T00:31:11,902 INFO [M:0;6b1531871d35:43529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79b618bc8a1e47ed8915a94525241687 2024-11-19T00:31:11,927 DEBUG [M:0;6b1531871d35:43529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64ed6d74d42b4993b1b03adc252cfde3 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731976267054/Put/seqid=0 2024-11-19T00:31:11,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741844_1020 (size=8663) 2024-11-19T00:31:12,336 INFO [M:0;6b1531871d35:43529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64ed6d74d42b4993b1b03adc252cfde3 2024-11-19T00:31:12,365 DEBUG [M:0;6b1531871d35:43529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eca59504fd2641ce942a3c860ea423fa is 69, key is 6b1531871d35,36977,1731976256954/rs:state/1731976258959/Put/seqid=0 2024-11-19T00:31:12,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741845_1021 (size=5156) 2024-11-19T00:31:12,773 INFO [M:0;6b1531871d35:43529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eca59504fd2641ce942a3c860ea423fa 2024-11-19T00:31:12,788 DEBUG [M:0;6b1531871d35:43529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79b618bc8a1e47ed8915a94525241687 as hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79b618bc8a1e47ed8915a94525241687 2024-11-19T00:31:12,795 INFO [M:0;6b1531871d35:43529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79b618bc8a1e47ed8915a94525241687, entries=8, sequenceid=115, filesize=5.5 K 2024-11-19T00:31:12,797 DEBUG [M:0;6b1531871d35:43529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64ed6d74d42b4993b1b03adc252cfde3 as hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64ed6d74d42b4993b1b03adc252cfde3 2024-11-19T00:31:12,804 INFO [M:0;6b1531871d35:43529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64ed6d74d42b4993b1b03adc252cfde3, entries=14, sequenceid=115, filesize=8.5 K 2024-11-19T00:31:12,805 DEBUG [M:0;6b1531871d35:43529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eca59504fd2641ce942a3c860ea423fa as hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eca59504fd2641ce942a3c860ea423fa 2024-11-19T00:31:12,811 INFO [M:0;6b1531871d35:43529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eca59504fd2641ce942a3c860ea423fa, entries=1, sequenceid=115, filesize=5.0 K 2024-11-19T00:31:12,813 INFO [M:0;6b1531871d35:43529 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=115, compaction requested=false 2024-11-19T00:31:12,814 INFO [M:0;6b1531871d35:43529 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:12,814 DEBUG [M:0;6b1531871d35:43529 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976271474Disabling compacts and flushes for region at 1731976271474Disabling writes for close at 1731976271475 (+1 ms)Obtaining lock to block concurrent updates at 1731976271475Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976271475Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731976271476 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976271477 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976271477Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976271495 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976271495Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976271910 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976271927 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976271927Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976272348 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976272365 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976272365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd84608: reopening flushed file at 1731976272787 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d57cf2: reopening flushed file at 1731976272796 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465f01cd: reopening flushed file at 1731976272804 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=115, compaction requested=false at 1731976272813 (+9 ms)Writing region close event to WAL at 1731976272814 (+1 ms)Closed at 1731976272814 2024-11-19T00:31:12,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741830_1006 (size=59421) 2024-11-19T00:31:12,817 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,43529,1731976256241/6b1531871d35%2C43529%2C1731976256241.1731976258251 not finished, retry = 0 2024-11-19T00:31:12,919 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:31:12,919 INFO [M:0;6b1531871d35:43529 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:31:12,920 INFO [M:0;6b1531871d35:43529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43529 2024-11-19T00:31:12,920 INFO [M:0;6b1531871d35:43529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:31:13,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:13,057 INFO [M:0;6b1531871d35:43529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:31:13,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43529-0x100555648da0000, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:13,063 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:31:13,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:13,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:13,064 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:31:13,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:13,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:31:13,064 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:31:13,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:31:13,066 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42241 2024-11-19T00:31:13,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42241 connecting to ZooKeeper ensemble=127.0.0.1:60113 2024-11-19T00:31:13,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422410x0, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:13,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42241-0x100555648da0006 connected 2024-11-19T00:31:13,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:13,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:13,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on znode that does not yet exist, /0763253240/running 2024-11-19T00:31:13,099 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763253240/meta-region-server: INIT 2024-11-19T00:31:13,099 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385, hbase.cluster.distributed=false 2024-11-19T00:31:13,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on znode that does not yet exist, /0763253240/acl 2024-11-19T00:31:13,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42241 2024-11-19T00:31:13,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42241 2024-11-19T00:31:13,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42241 2024-11-19T00:31:13,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42241 2024-11-19T00:31:13,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42241 2024-11-19T00:31:13,117 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:31:13,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:13,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:13,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:31:13,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:13,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:31:13,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:31:13,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:31:13,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43933 2024-11-19T00:31:13,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43933 connecting to ZooKeeper ensemble=127.0.0.1:60113 2024-11-19T00:31:13,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:13,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:13,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439330x0, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:13,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43933-0x100555648da0007 connected 2024-11-19T00:31:13,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on znode that does not yet exist, /0763253240/running 2024-11-19T00:31:13,133 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763253240/meta-region-server: INIT 2024-11-19T00:31:13,134 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:31:13,134 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:31:13,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on znode that does not yet exist, /0763253240/master 2024-11-19T00:31:13,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on znode that does not yet exist, /0763253240/acl 2024-11-19T00:31:13,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43933 2024-11-19T00:31:13,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43933 2024-11-19T00:31:13,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43933 2024-11-19T00:31:13,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43933 2024-11-19T00:31:13,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43933 2024-11-19T00:31:13,148 DEBUG [M:0;6b1531871d35:42241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:42241 2024-11-19T00:31:13,150 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0763253240/backup-masters/6b1531871d35,42241,1731976273062 2024-11-19T00:31:13,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240/backup-masters 2024-11-19T00:31:13,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240/backup-masters 2024-11-19T00:31:13,158 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on existing znode=/0763253240/backup-masters/6b1531871d35,42241,1731976273062 2024-11-19T00:31:13,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:31:13,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0763253240/master 2024-11-19T00:31:13,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:31:13,167 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on existing znode=/0763253240/master 2024-11-19T00:31:13,167 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0763253240/backup-masters/6b1531871d35,42241,1731976273062 from backup master directory 2024-11-19T00:31:13,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763253240/backup-masters/6b1531871d35,42241,1731976273062 2024-11-19T00:31:13,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240/backup-masters 2024-11-19T00:31:13,174 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:31:13,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240/backup-masters 2024-11-19T00:31:13,174 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,42241,1731976273062 2024-11-19T00:31:13,190 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:13,190 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:31:13,204 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-19T00:31:13,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741846_1022 (size=196) 2024-11-19T00:31:13,624 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:31:13,626 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:31:13,626 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:13,637 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T00:31:13,640 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,43529,1731976256241 to hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,43529,1731976256241-dead as it is dead 2024-11-19T00:31:13,642 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T00:31:13,642 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T00:31:13,642 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,43529,1731976256241-dead/6b1531871d35%2C43529%2C1731976256241.1731976258251 2024-11-19T00:31:13,647 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,43529,1731976256241-dead/6b1531871d35%2C43529%2C1731976256241.1731976258251 after 3ms 2024-11-19T00:31:13,648 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,43529,1731976256241-dead/6b1531871d35%2C43529%2C1731976256241.1731976258251 to hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b1531871d35%2C43529%2C1731976256241.1731976258251 2024-11-19T00:31:13,648 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,43529,1731976256241-dead 2024-11-19T00:31:13,649 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,42241,1731976273062 2024-11-19T00:31:13,650 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:31:13,652 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C42241%2C1731976273062, suffix=, logDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,42241,1731976273062, archiveDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/oldWALs, maxLogs=10 2024-11-19T00:31:13,665 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,42241,1731976273062/6b1531871d35%2C42241%2C1731976273062.1731976273652, exclude list is [], retry=0 2024-11-19T00:31:13,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32973,DS-8431c47f-350f-4045-afb8-2dce5cd390a5,DISK] 2024-11-19T00:31:13,671 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,42241,1731976273062/6b1531871d35%2C42241%2C1731976273062.1731976273652 2024-11-19T00:31:13,672 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-19T00:31:13,672 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:13,672 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:13,672 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:13,672 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:13,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:13,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:31:13,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:13,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79b618bc8a1e47ed8915a94525241687 2024-11-19T00:31:13,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:13,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:13,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:31:13,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:13,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64ed6d74d42b4993b1b03adc252cfde3 2024-11-19T00:31:13,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:13,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:13,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:31:13,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:13,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eca59504fd2641ce942a3c860ea423fa 2024-11-19T00:31:13,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:13,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:13,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:31:13,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:13,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:13,704 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:13,705 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T00:31:13,705 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b1531871d35%2C43529%2C1731976256241.1731976258251 2024-11-19T00:31:13,722 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b1531871d35%2C43529%2C1731976256241.1731976258251 2024-11-19T00:31:13,724 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b1531871d35%2C43529%2C1731976256241.1731976258251 2024-11-19T00:31:13,726 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:13,726 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:13,727 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:13,729 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:13,733 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-19T00:31:13,735 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61038339, jitterRate=-0.09045787155628204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:13,735 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976273672Initializing all the Stores at 1731976273673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976273674 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976273674Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976273674Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976273674Cleaning up temporary data from old regions at 1731976273726 (+52 ms)Region opened successfully at 1731976273735 (+9 ms) 2024-11-19T00:31:13,735 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:31:13,739 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735ebc6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:31:13,752 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T00:31:13,752 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:31:13,752 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:31:13,752 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:31:13,753 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:31:13,760 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:13,760 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:31:13,761 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:31:13,761 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:31:13,761 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T00:31:13,761 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T00:31:13,761 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-19T00:31:13,761 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:31:13,766 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6b1531871d35,36977,1731976256954, regionLocation=6b1531871d35,36977,1731976256954, openSeqNum=2 2024-11-19T00:31:13,766 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6b1531871d35,36977,1731976256954, table=hbase:meta, region=1588230740 2024-11-19T00:31:13,767 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,36977,1731976256954, state=OPEN 2024-11-19T00:31:13,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0763253240/meta-region-server 2024-11-19T00:31:13,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0763253240/meta-region-server 2024-11-19T00:31:13,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763253240/meta-region-server: CHANGED 2024-11-19T00:31:13,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763253240/meta-region-server: CHANGED 2024-11-19T00:31:13,817 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:31:13,824 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763253240/draining/6b1531871d35,36977,1731976256954 already deleted, retry=false 2024-11-19T00:31:13,825 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6b1531871d35,36977,1731976256954 on 6b1531871d35,42241,1731976273062 2024-11-19T00:31:13,830 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6b1531871d35,36977,1731976256954, splitWal=true, meta=true 2024-11-19T00:31:13,834 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 6b1531871d35,36977,1731976256954 (carryingMeta=true) 6b1531871d35,36977,1731976256954/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@205ab362[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T00:31:13,837 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Unable to get data of znode /0763253240/balancer because node does not exist (not necessarily an error) 2024-11-19T00:31:13,848 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763253240/balancer already deleted, retry=false 2024-11-19T00:31:13,848 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:31:13,849 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Unable to get data of znode /0763253240/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:31:13,878 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763253240/normalizer already deleted, retry=false 2024-11-19T00:31:13,879 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:31:13,881 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Unable to get data of znode /0763253240/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:31:13,900 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763253240/switch/split already deleted, retry=false 2024-11-19T00:31:13,903 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Unable to get data of znode /0763253240/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:31:13,908 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763253240/switch/merge already deleted, retry=false 2024-11-19T00:31:13,927 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Unable to get data of znode /0763253240/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:31:13,933 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763253240/snapshot-cleanup already deleted, retry=false 2024-11-19T00:31:13,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0763253240/running 2024-11-19T00:31:13,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0763253240/running 2024-11-19T00:31:13,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:31:13,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:31:13,942 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,42241,1731976273062, sessionid=0x100555648da0006, setting cluster-up flag (Was=false) 2024-11-19T00:31:13,950 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0763253240/flush-table-proc/acquired, /0763253240/flush-table-proc/reached, /0763253240/flush-table-proc/abort 2024-11-19T00:31:13,951 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,42241,1731976273062 2024-11-19T00:31:13,959 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0763253240/online-snapshot/acquired, /0763253240/online-snapshot/reached, /0763253240/online-snapshot/abort 2024-11-19T00:31:13,960 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,42241,1731976273062 2024-11-19T00:31:13,962 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/.lastflushedseqids 2024-11-19T00:31:13,966 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:31:13,966 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:31:13,967 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,42241,1731976273062 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6b1531871d35,36977,1731976256954 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:31:13,969 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:13,969 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:13,969 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:13,969 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:13,970 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:31:13,970 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:13,970 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:31:13,970 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:13,972 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976303972 2024-11-19T00:31:13,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:31:13,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:31:13,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:31:13,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:31:13,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:31:13,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:31:13,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:13,974 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:31:13,974 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:31:13,974 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:31:13,974 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:31:13,975 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:31:13,975 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6b1531871d35,36977,1731976256954, splitWal=true, meta=true 2024-11-19T00:31:13,975 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:31:13,975 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976273975,5,FailOnTimeoutGroup] 2024-11-19T00:31:13,976 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976273975,5,FailOnTimeoutGroup] 2024-11-19T00:31:13,976 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:13,976 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:31:13,976 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:13,976 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:13,976 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976273976, completionTime=-1 2024-11-19T00:31:13,976 WARN [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T00:31:13,977 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6b1531871d35,36977,1731976256954, splitWal=true, meta=true, isMeta: true 2024-11-19T00:31:13,979 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954-splitting 2024-11-19T00:31:13,980 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954-splitting dir is empty, no logs to split. 2024-11-19T00:31:13,980 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6b1531871d35,36977,1731976256954 WAL count=0, meta=true 2024-11-19T00:31:13,981 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T00:31:13,985 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954-splitting dir is empty, no logs to split. 2024-11-19T00:31:13,985 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6b1531871d35,36977,1731976256954 WAL count=0, meta=true 2024-11-19T00:31:13,985 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6b1531871d35,36977,1731976256954 WAL splitting is done? wals=0, meta=true 2024-11-19T00:31:13,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:31:13,989 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:31:13,991 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T00:31:14,041 INFO [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(746): ClusterId : f6b903f8-1bca-4e87-8721-102ecf0d26b9 2024-11-19T00:31:14,041 DEBUG [RS:0;6b1531871d35:43933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:31:14,051 DEBUG [RS:0;6b1531871d35:43933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:31:14,052 DEBUG [RS:0;6b1531871d35:43933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:31:14,061 DEBUG [RS:0;6b1531871d35:43933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:31:14,061 DEBUG [RS:0;6b1531871d35:43933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3433c954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:31:14,078 DEBUG [RS:0;6b1531871d35:43933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:43933 2024-11-19T00:31:14,078 INFO [RS:0;6b1531871d35:43933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:31:14,078 INFO [RS:0;6b1531871d35:43933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:31:14,078 DEBUG [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:31:14,079 INFO [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,42241,1731976273062 with port=43933, startcode=1731976273117 2024-11-19T00:31:14,079 DEBUG [RS:0;6b1531871d35:43933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:31:14,081 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:31:14,081 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42241 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,43933,1731976273117 2024-11-19T00:31:14,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42241 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,43933,1731976273117 2024-11-19T00:31:14,084 DEBUG [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385 2024-11-19T00:31:14,084 DEBUG [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44599 2024-11-19T00:31:14,084 DEBUG [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:31:14,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240/rs 2024-11-19T00:31:14,092 DEBUG [RS:0;6b1531871d35:43933 {}] zookeeper.ZKUtil(111): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on existing znode=/0763253240/rs/6b1531871d35,43933,1731976273117 2024-11-19T00:31:14,092 WARN [RS:0;6b1531871d35:43933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:31:14,092 INFO [RS:0;6b1531871d35:43933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:14,092 DEBUG [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117 2024-11-19T00:31:14,092 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,43933,1731976273117] 2024-11-19T00:31:14,131 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T00:31:14,142 WARN [6b1531871d35:42241 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T00:31:14,143 INFO [RS:0;6b1531871d35:43933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:31:14,146 INFO [RS:0;6b1531871d35:43933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:31:14,147 INFO [RS:0;6b1531871d35:43933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:31:14,147 INFO [RS:0;6b1531871d35:43933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:14,147 INFO [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:31:14,148 INFO [RS:0;6b1531871d35:43933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:31:14,148 INFO [RS:0;6b1531871d35:43933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:14,149 DEBUG [RS:0;6b1531871d35:43933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:14,149 DEBUG [RS:0;6b1531871d35:43933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:14,149 DEBUG [RS:0;6b1531871d35:43933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:14,149 DEBUG [RS:0;6b1531871d35:43933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:14,149 DEBUG [RS:0;6b1531871d35:43933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:14,149 DEBUG [RS:0;6b1531871d35:43933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:31:14,149 DEBUG [RS:0;6b1531871d35:43933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:14,149 DEBUG [RS:0;6b1531871d35:43933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:14,149 DEBUG [RS:0;6b1531871d35:43933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:14,149 DEBUG [RS:0;6b1531871d35:43933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:14,149 DEBUG [RS:0;6b1531871d35:43933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:14,149 DEBUG [RS:0;6b1531871d35:43933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:14,149 DEBUG [RS:0;6b1531871d35:43933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:31:14,150 DEBUG [RS:0;6b1531871d35:43933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:31:14,151 INFO [RS:0;6b1531871d35:43933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:14,151 INFO [RS:0;6b1531871d35:43933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:14,151 INFO [RS:0;6b1531871d35:43933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:14,151 INFO [RS:0;6b1531871d35:43933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:14,152 INFO [RS:0;6b1531871d35:43933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:14,152 INFO [RS:0;6b1531871d35:43933 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43933,1731976273117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:31:14,166 INFO [RS:0;6b1531871d35:43933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:31:14,167 INFO [RS:0;6b1531871d35:43933 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43933,1731976273117-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:14,181 INFO [RS:0;6b1531871d35:43933 {}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,43933,1731976273117, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:31:14,195 INFO [RS:0;6b1531871d35:43933 {}] regionserver.ReplicationSource(231): queueId=2-6b1531871d35,43933,1731976273117, ReplicationSource: 2, currentBandwidth=0 2024-11-19T00:31:14,195 INFO [RS:0;6b1531871d35:43933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:14,195 INFO [RS:0;6b1531871d35:43933 {}] regionserver.Replication(171): 6b1531871d35,43933,1731976273117 started 2024-11-19T00:31:14,195 DEBUG [RS:0;6b1531871d35:43933.replicationSource,1-6b1531871d35,43933,1731976273117 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:39233' 2024-11-19T00:31:14,197 DEBUG [RS:0;6b1531871d35:43933.replicationSource,1-6b1531871d35,43933,1731976273117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c36cd6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:14,197 DEBUG [RS:0;6b1531871d35:43933.replicationSource,1-6b1531871d35,43933,1731976273117 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39233,-1 for getting cluster id 2024-11-19T00:31:14,197 DEBUG [RS:0;6b1531871d35:43933.replicationSource,1-6b1531871d35,43933,1731976273117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:14,198 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8322a0f8-de64-4880-97d1-7d8750812d13' 2024-11-19T00:31:14,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:14,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8322a0f8-de64-4880-97d1-7d8750812d13" 2024-11-19T00:31:14,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@96c1066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:14,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39233,-1] 2024-11-19T00:31:14,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:14,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:14,201 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:14,202 DEBUG [RS:0;6b1531871d35:43933.replicationSource,1-6b1531871d35,43933,1731976273117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44629b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:14,202 DEBUG [RS:0;6b1531871d35:43933.replicationSource,1-6b1531871d35,43933,1731976273117 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:14,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,39233,1731976262026 2024-11-19T00:31:14,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11b17155 2024-11-19T00:31:14,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:14,205 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T00:31:14,205 INFO [RS:0;6b1531871d35:43933.replicationSource,1-6b1531871d35,43933,1731976273117 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,43933,1731976273117 (queues=0) is replicating from cluster=f6b903f8-1bca-4e87-8721-102ecf0d26b9 to cluster=8322a0f8-de64-4880-97d1-7d8750812d13 2024-11-19T00:31:14,211 INFO [RS:0;6b1531871d35:43933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:14,211 INFO [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,43933,1731976273117, RpcServer on 6b1531871d35/172.17.0.2:43933, sessionid=0x100555648da0007 2024-11-19T00:31:14,211 DEBUG [RS:0;6b1531871d35:43933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:31:14,211 DEBUG [RS:0;6b1531871d35:43933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,43933,1731976273117 2024-11-19T00:31:14,211 DEBUG [RS:0;6b1531871d35:43933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,43933,1731976273117' 2024-11-19T00:31:14,211 DEBUG [RS:0;6b1531871d35:43933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0763253240/flush-table-proc/abort' 2024-11-19T00:31:14,212 DEBUG [RS:0;6b1531871d35:43933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0763253240/flush-table-proc/acquired' 2024-11-19T00:31:14,212 DEBUG [RS:0;6b1531871d35:43933.replicationSource,2-6b1531871d35,43933,1731976273117 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:39233' 2024-11-19T00:31:14,212 DEBUG [RS:0;6b1531871d35:43933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:31:14,212 DEBUG [RS:0;6b1531871d35:43933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:31:14,212 DEBUG [RS:0;6b1531871d35:43933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,43933,1731976273117 2024-11-19T00:31:14,213 DEBUG [RS:0;6b1531871d35:43933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,43933,1731976273117' 2024-11-19T00:31:14,213 DEBUG [RS:0;6b1531871d35:43933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0763253240/online-snapshot/abort' 2024-11-19T00:31:14,213 DEBUG [RS:0;6b1531871d35:43933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0763253240/online-snapshot/acquired' 2024-11-19T00:31:14,214 DEBUG [RS:0;6b1531871d35:43933.replicationSource,2-6b1531871d35,43933,1731976273117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@685a9d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:14,214 DEBUG [RS:0;6b1531871d35:43933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:31:14,214 DEBUG [RS:0;6b1531871d35:43933.replicationSource,2-6b1531871d35,43933,1731976273117 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39233,-1 for getting cluster id 2024-11-19T00:31:14,214 INFO [RS:0;6b1531871d35:43933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:31:14,214 INFO [RS:0;6b1531871d35:43933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:31:14,214 DEBUG [RS:0;6b1531871d35:43933.replicationSource,2-6b1531871d35,43933,1731976273117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:14,215 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8322a0f8-de64-4880-97d1-7d8750812d13' 2024-11-19T00:31:14,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:14,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8322a0f8-de64-4880-97d1-7d8750812d13" 2024-11-19T00:31:14,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c417060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:14,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39233,-1] 2024-11-19T00:31:14,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:14,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:14,217 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:14,218 DEBUG [RS:0;6b1531871d35:43933.replicationSource,2-6b1531871d35,43933,1731976273117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@271f759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:14,218 DEBUG [RS:0;6b1531871d35:43933.replicationSource,2-6b1531871d35,43933,1731976273117 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:14,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,39233,1731976262026 2024-11-19T00:31:14,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eee75c8 2024-11-19T00:31:14,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:14,220 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T00:31:14,221 INFO [RS:0;6b1531871d35:43933.replicationSource,2-6b1531871d35,43933,1731976273117 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6b1531871d35,43933,1731976273117 (queues=0) is replicating from cluster=f6b903f8-1bca-4e87-8721-102ecf0d26b9 to cluster=8322a0f8-de64-4880-97d1-7d8750812d13 2024-11-19T00:31:14,314 INFO [RS:0;6b1531871d35:43933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:31:14,317 INFO [RS:0;6b1531871d35:43933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C43933%2C1731976273117, suffix=, logDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117, archiveDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/oldWALs, maxLogs=10 2024-11-19T00:31:14,331 DEBUG [RS:0;6b1531871d35:43933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317, exclude list is [], retry=0 2024-11-19T00:31:14,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32973,DS-8431c47f-350f-4045-afb8-2dce5cd390a5,DISK] 2024-11-19T00:31:14,337 INFO [RS:0;6b1531871d35:43933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 2024-11-19T00:31:14,338 DEBUG [RS:0;6b1531871d35:43933 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6b1531871d35%2C43933%2C1731976273117 for peer 1 2024-11-19T00:31:14,338 DEBUG [RS:0;6b1531871d35:43933 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6b1531871d35%2C43933%2C1731976273117 for peer 2 2024-11-19T00:31:14,338 DEBUG [RS:0;6b1531871d35:43933 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C43933%2C1731976273117 2024-11-19T00:31:14,338 INFO [RS:0;6b1531871d35:43933 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,43933,1731976273117, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:31:14,339 DEBUG [RS:0;6b1531871d35:43933 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6b1531871d35%2C43933%2C1731976273117 2024-11-19T00:31:14,339 INFO [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C43933%2C1731976273117 2024-11-19T00:31:14,339 INFO [RS:0;6b1531871d35:43933 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6b1531871d35,43933,1731976273117, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:31:14,339 DEBUG [RS:0;6b1531871d35:43933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-19T00:31:14,339 INFO [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C43933%2C1731976273117 2024-11-19T00:31:14,339 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317, startPosition=0, beingWritten=true 2024-11-19T00:31:14,339 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317, startPosition=0, beingWritten=true 2024-11-19T00:31:14,392 DEBUG [6b1531871d35:42241 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:31:14,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,43933,1731976273117 2024-11-19T00:31:14,394 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,43933,1731976273117, state=OPENING 2024-11-19T00:31:14,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0763253240/meta-region-server 2024-11-19T00:31:14,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0763253240/meta-region-server 2024-11-19T00:31:14,400 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:31:14,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763253240/meta-region-server: CHANGED 2024-11-19T00:31:14,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763253240/meta-region-server: CHANGED 2024-11-19T00:31:14,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,43933,1731976273117}] 2024-11-19T00:31:14,547 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:14,547 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:14,555 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:31:14,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:31:14,562 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:31:14,563 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:14,563 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:31:14,565 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C43933%2C1731976273117.meta, suffix=.meta, logDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117, archiveDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/oldWALs, maxLogs=10 2024-11-19T00:31:14,579 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.meta.1731976274566.meta, exclude list is [], retry=0 2024-11-19T00:31:14,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32973,DS-8431c47f-350f-4045-afb8-2dce5cd390a5,DISK] 2024-11-19T00:31:14,584 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.meta.1731976274566.meta 2024-11-19T00:31:14,584 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-19T00:31:14,584 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:14,585 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:31:14,585 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:31:14,585 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:31:14,585 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:31:14,585 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:31:14,585 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:14,585 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:31:14,586 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:31:14,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:31:14,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:31:14,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:14,597 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/info/2dc9cb20b14b42788eb1463fd3daaaa9 2024-11-19T00:31:14,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:14,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:31:14,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:31:14,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:14,606 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/ns/04db2cb244e0495ead4cafa4ce34838a 2024-11-19T00:31:14,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:14,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:31:14,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:31:14,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:14,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:14,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:31:14,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:31:14,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:14,618 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/table/8014fe95360649c5bfde4b030b1fd5a6 2024-11-19T00:31:14,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:14,619 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:31:14,620 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740 2024-11-19T00:31:14,622 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740 2024-11-19T00:31:14,623 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:31:14,623 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:31:14,624 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:14,626 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:31:14,627 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61675750, jitterRate=-0.08095970749855042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:14,627 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:31:14,627 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976274586Writing region info on filesystem at 1731976274586Initializing all the Stores at 1731976274587 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976274587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976274587Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976274587Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976274587Cleaning up temporary data from old regions at 1731976274623 (+36 ms)Running coprocessor post-open hooks at 1731976274627 (+4 ms)Region opened successfully at 1731976274627 2024-11-19T00:31:14,629 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731976274555 2024-11-19T00:31:14,631 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:31:14,631 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:31:14,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6b1531871d35,43933,1731976273117 2024-11-19T00:31:14,633 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,43933,1731976273117, state=OPEN 2024-11-19T00:31:14,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0763253240/meta-region-server 2024-11-19T00:31:14,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0763253240/meta-region-server 2024-11-19T00:31:14,641 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,43933,1731976273117 2024-11-19T00:31:14,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763253240/meta-region-server: CHANGED 2024-11-19T00:31:14,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763253240/meta-region-server: CHANGED 2024-11-19T00:31:14,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-19T00:31:14,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,43933,1731976273117 in 241 msec 2024-11-19T00:31:14,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-19T00:31:14,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 657 msec 2024-11-19T00:31:14,859 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:14,859 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:15,266 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:15,266 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:15,635 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1658ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-19T00:31:15,773 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:15,773 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:16,385 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:16,385 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:16,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:31:17,095 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:17,095 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:17,139 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3163ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-19T00:31:17,907 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:17,907 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:18,492 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4516ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T00:31:18,493 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:31:18,493 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:18,493 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,43933,1731976273117, seqNum=-1] 2024-11-19T00:31:18,494 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:18,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:18,507 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7a559bd1652be62b16b749e537353f40, regionState=OPEN, lastHost=6b1531871d35,36977,1731976256954, regionLocation=6b1531871d35,36977,1731976256954, openSeqNum=2 2024-11-19T00:31:18,507 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:31:18,507 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976338507 2024-11-19T00:31:18,507 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976398507 2024-11-19T00:31:18,507 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 14 msec 2024-11-19T00:31:18,507 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42241,1731976273062-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:18,508 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42241,1731976273062-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:18,508 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42241,1731976273062-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:18,508 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6b1531871d35,36977,1731976256954 had 2 regions 2024-11-19T00:31:18,508 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:42241, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:18,508 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:18,508 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:18,509 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6b1531871d35,36977,1731976256954, splitWal=true, meta=true, isMeta: false 2024-11-19T00:31:18,512 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954-splitting dir is empty, no logs to split. 2024-11-19T00:31:18,512 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6b1531871d35,36977,1731976256954 WAL count=0, meta=false 2024-11-19T00:31:18,516 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.341sec 2024-11-19T00:31:18,516 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,36977,1731976256954-splitting dir is empty, no logs to split. 2024-11-19T00:31:18,516 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:31:18,516 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:31:18,516 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6b1531871d35,36977,1731976256954 WAL count=0, meta=false 2024-11-19T00:31:18,516 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:31:18,516 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6b1531871d35,36977,1731976256954 WAL splitting is done? wals=0, meta=false 2024-11-19T00:31:18,516 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:31:18,516 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:31:18,517 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42241,1731976273062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:31:18,517 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42241,1731976273062-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:31:18,519 WARN [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6b1531871d35,36977,1731976256954/hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:18,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a559bd1652be62b16b749e537353f40, ASSIGN}] 2024-11-19T00:31:18,522 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a559bd1652be62b16b749e537353f40, ASSIGN 2024-11-19T00:31:18,522 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:31:18,523 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:31:18,523 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42241,1731976273062-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:18,523 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a559bd1652be62b16b749e537353f40, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T00:31:18,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:18,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,42241,-1 for getting cluster id 2024-11-19T00:31:18,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:18,548 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6b903f8-1bca-4e87-8721-102ecf0d26b9' 2024-11-19T00:31:18,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:18,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6b903f8-1bca-4e87-8721-102ecf0d26b9" 2024-11-19T00:31:18,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc7f8be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:18,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,42241,-1] 2024-11-19T00:31:18,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:18,551 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b7240f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:18,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:18,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,43933,1731976273117, seqNum=-1] 2024-11-19T00:31:18,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:18,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:18,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T00:31:18,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:18,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:18,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:18,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:18,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:18,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6b1531871d35:42241 after: 6b1531871d35:42241 2024-11-19T00:31:18,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:18,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,42241,-1 for getting cluster id 2024-11-19T00:31:18,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:18,565 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6b903f8-1bca-4e87-8721-102ecf0d26b9' 2024-11-19T00:31:18,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:18,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6b903f8-1bca-4e87-8721-102ecf0d26b9" 2024-11-19T00:31:18,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b904aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:18,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,42241,-1] 2024-11-19T00:31:18,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:18,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:18,567 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:18,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:18,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:18,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,42241,1731976273062 2024-11-19T00:31:18,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e5e7d77 2024-11-19T00:31:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:18,571 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:18,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T00:31:18,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T00:31:18,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T00:31:18,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42241 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T00:31:18,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:31:18,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:18,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:18,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:18,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:18,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:18,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:31:18,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1097660430, stopped=false 2024-11-19T00:31:18,575 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,39233,1731976262026 2024-11-19T00:31:18,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-896084896/running 2024-11-19T00:31:18,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-896084896/running 2024-11-19T00:31:18,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896 2024-11-19T00:31:18,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896 2024-11-19T00:31:18,608 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:31:18,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:18,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:18,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:18,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Set watcher on znode that does not yet exist, /1-896084896/running 2024-11-19T00:31:18,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Set watcher on znode that does not yet exist, /1-896084896/running 2024-11-19T00:31:18,610 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,34483,1731976262142' ***** 2024-11-19T00:31:18,610 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:31:18,610 INFO [RS:0;6b1531871d35:34483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:31:18,611 INFO [RS:0;6b1531871d35:34483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:31:18,611 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:31:18,611 INFO [RS:0;6b1531871d35:34483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:31:18,611 INFO [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,34483,1731976262142 2024-11-19T00:31:18,611 INFO [RS:0;6b1531871d35:34483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:31:18,611 INFO [RS:0;6b1531871d35:34483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:34483. 2024-11-19T00:31:18,611 DEBUG [RS:0;6b1531871d35:34483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:18,612 DEBUG [RS:0;6b1531871d35:34483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:18,612 INFO [RS:0;6b1531871d35:34483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:31:18,612 INFO [RS:0;6b1531871d35:34483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:31:18,612 INFO [RS:0;6b1531871d35:34483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:31:18,612 INFO [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:31:18,613 INFO [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T00:31:18,613 DEBUG [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:31:18,613 DEBUG [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:31:18,613 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:31:18,613 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:31:18,613 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:31:18,614 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:31:18,614 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:31:18,614 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T00:31:18,636 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/data/hbase/meta/1588230740/.tmp/ns/071965a24a004c768d9eef60d512498c is 43, key is default/ns:d/1731976265643/Put/seqid=0 2024-11-19T00:31:18,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741835_1011 (size=5153) 2024-11-19T00:31:18,653 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:31:18,674 DEBUG [6b1531871d35:42241 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:31:18,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7a559bd1652be62b16b749e537353f40, regionState=OPENING, regionLocation=6b1531871d35,43933,1731976273117 2024-11-19T00:31:18,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a559bd1652be62b16b749e537353f40, ASSIGN because future has completed 2024-11-19T00:31:18,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a559bd1652be62b16b749e537353f40, server=6b1531871d35,43933,1731976273117}] 2024-11-19T00:31:18,813 DEBUG [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:31:18,816 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:18,817 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:18,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:18,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:18,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:31:18,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C43933%2C1731976273117.rep, suffix=, logDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117, archiveDir=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/oldWALs, maxLogs=10 2024-11-19T00:31:18,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.rep.1731976278843, exclude list is [], retry=0 2024-11-19T00:31:18,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32973,DS-8431c47f-350f-4045-afb8-2dce5cd390a5,DISK] 2024-11-19T00:31:18,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.rep.1731976278843 2024-11-19T00:31:18,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-19T00:31:18,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a559bd1652be62b16b749e537353f40, NAME => 'hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:18,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:31:18,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:31:18,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. service=MultiRowMutationService 2024-11-19T00:31:18,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:31:18,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:18,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:18,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:18,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:18,865 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:18,866 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a559bd1652be62b16b749e537353f40 columnFamilyName hfileref 2024-11-19T00:31:18,866 DEBUG [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:18,867 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] regionserver.HStore(327): Store=7a559bd1652be62b16b749e537353f40/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:18,867 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:18,868 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a559bd1652be62b16b749e537353f40 columnFamilyName queue 2024-11-19T00:31:18,868 DEBUG [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:18,875 DEBUG [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/replication/7a559bd1652be62b16b749e537353f40/queue/b7a4e0a847874ebc9a0a2e00ecf27466 2024-11-19T00:31:18,875 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] regionserver.HStore(327): Store=7a559bd1652be62b16b749e537353f40/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:18,876 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:18,877 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a559bd1652be62b16b749e537353f40 columnFamilyName sid 2024-11-19T00:31:18,877 DEBUG [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:18,878 INFO [StoreOpener-7a559bd1652be62b16b749e537353f40-1 {}] regionserver.HStore(327): Store=7a559bd1652be62b16b749e537353f40/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:18,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:18,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/replication/7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:18,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/replication/7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:18,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:18,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:18,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:31:18,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:18,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 7a559bd1652be62b16b749e537353f40; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67427809, jitterRate=0.004752650856971741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:31:18,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:18,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7a559bd1652be62b16b749e537353f40: Running coprocessor pre-open hook at 1731976278864Writing region info on filesystem at 1731976278864Initializing all the Stores at 1731976278865 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976278865Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976278865Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976278865Cleaning up temporary data from old regions at 1731976278882 (+17 ms)Running coprocessor post-open hooks at 1731976278887 (+5 ms)Region opened successfully at 1731976278887 2024-11-19T00:31:18,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40., pid=19, masterSystemTime=1731976278835 2024-11-19T00:31:18,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:18,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:18,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7a559bd1652be62b16b749e537353f40, regionState=OPEN, openSeqNum=10, regionLocation=6b1531871d35,43933,1731976273117 2024-11-19T00:31:18,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a559bd1652be62b16b749e537353f40, server=6b1531871d35,43933,1731976273117 because future has completed 2024-11-19T00:31:18,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-19T00:31:18,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a559bd1652be62b16b749e537353f40, server=6b1531871d35,43933,1731976273117 in 217 msec 2024-11-19T00:31:18,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-19T00:31:18,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a559bd1652be62b16b749e537353f40, ASSIGN in 381 msec 2024-11-19T00:31:18,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T00:31:18,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40., hostname=6b1531871d35,43933,1731976273117, seqNum=10] 2024-11-19T00:31:18,946 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 6b1531871d35,36977,1731976256954 2024-11-19T00:31:18,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T00:31:19,014 DEBUG [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:31:19,042 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/data/hbase/meta/1588230740/.tmp/ns/071965a24a004c768d9eef60d512498c 2024-11-19T00:31:19,052 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/data/hbase/meta/1588230740/.tmp/ns/071965a24a004c768d9eef60d512498c as hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/data/hbase/meta/1588230740/ns/071965a24a004c768d9eef60d512498c 2024-11-19T00:31:19,061 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/data/hbase/meta/1588230740/ns/071965a24a004c768d9eef60d512498c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T00:31:19,062 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false 2024-11-19T00:31:19,062 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:31:19,069 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T00:31:19,069 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:31:19,070 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:31:19,070 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:31:19,070 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976278613Running coprocessor pre-close hooks at 1731976278613Disabling compacts and flushes for region at 1731976278613Disabling writes for close at 1731976278614 (+1 ms)Obtaining lock to block concurrent updates at 1731976278614Preparing flush snapshotting stores in 1588230740 at 1731976278614Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731976278615 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731976278616 (+1 ms)Flushing 1588230740/ns: creating writer at 1731976278617 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731976278636 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731976278636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e96babd: reopening flushed file at 1731976279051 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false at 1731976279062 (+11 ms)Writing region close event to WAL at 1731976279064 (+2 ms)Running coprocessor post-close hooks at 1731976279069 (+5 ms)Closed at 1731976279070 (+1 ms) 2024-11-19T00:31:19,070 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:31:19,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-19T00:31:19,214 INFO [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,34483,1731976262142; all regions closed. 2024-11-19T00:31:19,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741834_1010 (size=1152) 2024-11-19T00:31:19,225 DEBUG [RS:0;6b1531871d35:34483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/oldWALs 2024-11-19T00:31:19,225 INFO [RS:0;6b1531871d35:34483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C34483%2C1731976262142.meta:.meta(num 1731976265547) 2024-11-19T00:31:19,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741832_1008 (size=93) 2024-11-19T00:31:19,232 DEBUG [RS:0;6b1531871d35:34483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/oldWALs 2024-11-19T00:31:19,232 INFO [RS:0;6b1531871d35:34483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C34483%2C1731976262142:(num 1731976264480) 2024-11-19T00:31:19,232 DEBUG [RS:0;6b1531871d35:34483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:19,232 INFO [RS:0;6b1531871d35:34483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:31:19,232 INFO [RS:0;6b1531871d35:34483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:31:19,232 INFO [RS:0;6b1531871d35:34483 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T00:31:19,232 INFO [RS:0;6b1531871d35:34483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:31:19,232 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:31:19,233 INFO [RS:0;6b1531871d35:34483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34483 2024-11-19T00:31:19,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-896084896/rs/6b1531871d35,34483,1731976262142 2024-11-19T00:31:19,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896/rs 2024-11-19T00:31:19,266 INFO [RS:0;6b1531871d35:34483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:31:19,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,34483,1731976262142] 2024-11-19T00:31:19,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-896084896/draining/6b1531871d35,34483,1731976262142 already deleted, retry=false 2024-11-19T00:31:19,283 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,34483,1731976262142 expired; onlineServers=0 2024-11-19T00:31:19,283 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,39233,1731976262026' ***** 2024-11-19T00:31:19,283 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:31:19,283 INFO [M:0;6b1531871d35:39233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:31:19,283 INFO [M:0;6b1531871d35:39233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:31:19,283 DEBUG [M:0;6b1531871d35:39233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:31:19,283 DEBUG [M:0;6b1531871d35:39233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:31:19,283 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:31:19,283 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976264250 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976264250,5,FailOnTimeoutGroup] 2024-11-19T00:31:19,283 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976264246 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976264246,5,FailOnTimeoutGroup] 2024-11-19T00:31:19,283 INFO [M:0;6b1531871d35:39233 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:31:19,284 INFO [M:0;6b1531871d35:39233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:31:19,284 DEBUG [M:0;6b1531871d35:39233 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:31:19,284 INFO [M:0;6b1531871d35:39233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:31:19,284 INFO [M:0;6b1531871d35:39233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:31:19,284 INFO [M:0;6b1531871d35:39233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:31:19,284 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:31:19,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-896084896/master 2024-11-19T00:31:19,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-896084896 2024-11-19T00:31:19,291 DEBUG [M:0;6b1531871d35:39233 {}] zookeeper.ZKUtil(347): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Unable to get data of znode /1-896084896/master because node does not exist (not an error) 2024-11-19T00:31:19,291 WARN [M:0;6b1531871d35:39233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:31:19,292 INFO [M:0;6b1531871d35:39233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/.lastflushedseqids 2024-11-19T00:31:19,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741836_1012 (size=99) 2024-11-19T00:31:19,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:19,375 INFO [RS:0;6b1531871d35:34483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:31:19,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34483-0x100555648da0004, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:19,375 INFO [RS:0;6b1531871d35:34483 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,34483,1731976262142; zookeeper connection closed. 2024-11-19T00:31:19,376 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f61a113 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f61a113 2024-11-19T00:31:19,376 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:31:19,698 INFO [M:0;6b1531871d35:39233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:31:19,698 INFO [M:0;6b1531871d35:39233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:31:19,698 DEBUG [M:0;6b1531871d35:39233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:31:19,698 INFO [M:0;6b1531871d35:39233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:19,698 DEBUG [M:0;6b1531871d35:39233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:19,698 DEBUG [M:0;6b1531871d35:39233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:31:19,698 DEBUG [M:0;6b1531871d35:39233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:19,699 INFO [M:0;6b1531871d35:39233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T00:31:19,716 DEBUG [M:0;6b1531871d35:39233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a83f2c2395b64b55b6a79237a1e0182d is 82, key is hbase:meta,,1/info:regioninfo/1731976265613/Put/seqid=0 2024-11-19T00:31:19,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741837_1013 (size=5672) 2024-11-19T00:31:19,825 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:19,825 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:20,122 INFO [M:0;6b1531871d35:39233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a83f2c2395b64b55b6a79237a1e0182d 2024-11-19T00:31:20,147 DEBUG [M:0;6b1531871d35:39233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54b73f66d7ca4ed4a4223862805794c4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731976265650/Put/seqid=0 2024-11-19T00:31:20,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741838_1014 (size=5275) 2024-11-19T00:31:20,553 INFO [M:0;6b1531871d35:39233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54b73f66d7ca4ed4a4223862805794c4 2024-11-19T00:31:20,582 DEBUG [M:0;6b1531871d35:39233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6a1ddad8dca466c928cf8058154cb49 is 69, key is 6b1531871d35,34483,1731976262142/rs:state/1731976264312/Put/seqid=0 2024-11-19T00:31:20,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741839_1015 (size=5156) 2024-11-19T00:31:20,932 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:20,932 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:20,988 INFO [M:0;6b1531871d35:39233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6a1ddad8dca466c928cf8058154cb49 2024-11-19T00:31:21,002 DEBUG [M:0;6b1531871d35:39233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a83f2c2395b64b55b6a79237a1e0182d as hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a83f2c2395b64b55b6a79237a1e0182d 2024-11-19T00:31:21,010 INFO [M:0;6b1531871d35:39233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a83f2c2395b64b55b6a79237a1e0182d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T00:31:21,012 DEBUG [M:0;6b1531871d35:39233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54b73f66d7ca4ed4a4223862805794c4 as hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54b73f66d7ca4ed4a4223862805794c4 2024-11-19T00:31:21,018 INFO [M:0;6b1531871d35:39233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54b73f66d7ca4ed4a4223862805794c4, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T00:31:21,019 DEBUG [M:0;6b1531871d35:39233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6a1ddad8dca466c928cf8058154cb49 as hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6a1ddad8dca466c928cf8058154cb49 2024-11-19T00:31:21,026 INFO [M:0;6b1531871d35:39233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46823/user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6a1ddad8dca466c928cf8058154cb49, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T00:31:21,028 INFO [M:0;6b1531871d35:39233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=28, compaction requested=false 2024-11-19T00:31:21,030 INFO [M:0;6b1531871d35:39233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:21,030 DEBUG [M:0;6b1531871d35:39233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976279698Disabling compacts and flushes for region at 1731976279698Disabling writes for close at 1731976279698Obtaining lock to block concurrent updates at 1731976279699 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976279699Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731976279699Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976279700 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976279700Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976279716 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976279716Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976280129 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976280146 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976280146Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976280564 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976280582 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976280582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41127fae: reopening flushed file at 1731976281000 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b257e3d: reopening flushed file at 1731976281010 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2874fd4e: reopening flushed file at 1731976281018 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=28, compaction requested=false at 1731976281028 (+10 ms)Writing region close event to WAL at 1731976281029 (+1 ms)Closed at 1731976281029 2024-11-19T00:31:21,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741830_1006 (size=10165) 2024-11-19T00:31:21,032 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d8ba508-e61d-b0af-f4e8-71a96b340b21/MasterData/WALs/6b1531871d35,39233,1731976262026/6b1531871d35%2C39233%2C1731976262026.1731976263958 not finished, retry = 0 2024-11-19T00:31:21,134 INFO [M:0;6b1531871d35:39233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:31:21,134 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:31:21,134 INFO [M:0;6b1531871d35:39233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39233 2024-11-19T00:31:21,137 INFO [M:0;6b1531871d35:39233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:31:21,266 INFO [M:0;6b1531871d35:39233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:31:21,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:21,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x100555648da0003, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:21,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:31:21,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:31:21,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:31:21,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:31:21,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/hadoop.log.dir/,STOPPED} 2024-11-19T00:31:21,312 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:31:21,312 WARN [BP-2134519466-172.17.0.2-1731976260781 heartbeating to localhost/127.0.0.1:46823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:31:21,312 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:31:21,312 WARN [BP-2134519466-172.17.0.2-1731976260781 heartbeating to localhost/127.0.0.1:46823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2134519466-172.17.0.2-1731976260781 (Datanode Uuid b8316051-ecce-4899-95ff-d8c2ca9ea386) service to localhost/127.0.0.1:46823 2024-11-19T00:31:21,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/cluster_5b570417-e3dd-685e-0d05-010684caf24b/data/data1/current/BP-2134519466-172.17.0.2-1731976260781 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:31:21,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/cluster_5b570417-e3dd-685e-0d05-010684caf24b/data/data2/current/BP-2134519466-172.17.0.2-1731976260781 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:31:21,314 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:31:21,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:31:21,321 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:31:21,321 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:31:21,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:31:21,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/hadoop.log.dir/,STOPPED} 2024-11-19T00:31:21,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:31:21,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:31:21,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:21,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:21,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:21,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:21,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:21,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:31:21,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1235467431, stopped=false 2024-11-19T00:31:21,340 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,42241,1731976273062 2024-11-19T00:31:21,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763253240/running 2024-11-19T00:31:21,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763253240/running 2024-11-19T00:31:21,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:31:21,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:31:21,349 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:31:21,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:21,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:21,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:21,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on znode that does not yet exist, /0763253240/running 2024-11-19T00:31:21,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Set watcher on znode that does not yet exist, /0763253240/running 2024-11-19T00:31:21,350 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,43933,1731976273117' ***** 2024-11-19T00:31:21,350 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:31:21,350 INFO [RS:0;6b1531871d35:43933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:31:21,350 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:31:21,350 INFO [RS:0;6b1531871d35:43933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:31:21,350 INFO [RS:0;6b1531871d35:43933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:31:21,351 INFO [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:21,351 INFO [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,43933,1731976273117 2024-11-19T00:31:21,351 INFO [RS:0;6b1531871d35:43933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:31:21,351 INFO [RS:0;6b1531871d35:43933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:43933. 2024-11-19T00:31:21,351 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a559bd1652be62b16b749e537353f40, disabling compactions & flushes 2024-11-19T00:31:21,351 DEBUG [RS:0;6b1531871d35:43933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:21,351 DEBUG [RS:0;6b1531871d35:43933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:21,351 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:21,351 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:21,351 INFO [RS:0;6b1531871d35:43933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:31:21,351 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. after waiting 0 ms 2024-11-19T00:31:21,351 INFO [RS:0;6b1531871d35:43933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:31:21,351 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:21,351 INFO [RS:0;6b1531871d35:43933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:31:21,351 INFO [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:31:21,352 INFO [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T00:31:21,352 DEBUG [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7a559bd1652be62b16b749e537353f40=hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40.} 2024-11-19T00:31:21,352 DEBUG [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a559bd1652be62b16b749e537353f40 2024-11-19T00:31:21,352 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:31:21,352 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:31:21,352 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:31:21,352 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:31:21,353 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:31:21,353 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T00:31:21,357 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/replication/7a559bd1652be62b16b749e537353f40/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-19T00:31:21,358 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:31:21,358 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:31:21,358 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:21,359 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a559bd1652be62b16b749e537353f40: Waiting for close lock at 1731976281351Running coprocessor pre-close hooks at 1731976281351Disabling compacts and flushes for region at 1731976281351Disabling writes for close at 1731976281351Writing region close event to WAL at 1731976281353 (+2 ms)Running coprocessor post-close hooks at 1731976281358 (+5 ms)Closed at 1731976281358 2024-11-19T00:31:21,359 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40. 2024-11-19T00:31:21,360 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:31:21,369 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/.tmp/info/e2c161660f9c4911b16e435f344a15e6 is 147, key is hbase:replication,,1731976265787.7a559bd1652be62b16b749e537353f40./info:regioninfo/1731976278893/Put/seqid=0 2024-11-19T00:31:21,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741851_1027 (size=6385) 2024-11-19T00:31:21,553 DEBUG [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:31:21,753 DEBUG [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:31:21,775 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/.tmp/info/e2c161660f9c4911b16e435f344a15e6 2024-11-19T00:31:21,787 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/.tmp/info/e2c161660f9c4911b16e435f344a15e6 as hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/info/e2c161660f9c4911b16e435f344a15e6 2024-11-19T00:31:21,795 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/info/e2c161660f9c4911b16e435f344a15e6, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T00:31:21,796 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-11-19T00:31:21,803 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T00:31:21,803 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:31:21,804 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:31:21,804 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:31:21,804 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976281352Running coprocessor pre-close hooks at 1731976281352Disabling compacts and flushes for region at 1731976281352Disabling writes for close at 1731976281352Obtaining lock to block concurrent updates at 1731976281353 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731976281353Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731976281353Flushing stores of hbase:meta,,1.1588230740 at 1731976281354 (+1 ms)Flushing 1588230740/info: creating writer at 1731976281354Flushing 1588230740/info: appending metadata at 1731976281369 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731976281369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b64762: reopening flushed file at 1731976281785 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1731976281796 (+11 ms)Writing region close event to WAL at 1731976281798 (+2 ms)Running coprocessor post-close hooks at 1731976281803 (+5 ms)Closed at 1731976281804 (+1 ms) 2024-11-19T00:31:21,804 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:31:21,953 INFO [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,43933,1731976273117; all regions closed. 2024-11-19T00:31:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741849_1025 (size=2156) 2024-11-19T00:31:21,966 DEBUG [RS:0;6b1531871d35:43933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/oldWALs 2024-11-19T00:31:21,966 INFO [RS:0;6b1531871d35:43933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C43933%2C1731976273117.meta:.meta(num 1731976274566) 2024-11-19T00:31:21,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741850_1026 (size=796) 2024-11-19T00:31:21,970 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.rep.1731976278843 not finished, retry = 0 2024-11-19T00:31:22,077 DEBUG [RS:0;6b1531871d35:43933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/oldWALs 2024-11-19T00:31:22,077 INFO [RS:0;6b1531871d35:43933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C43933%2C1731976273117.rep:(num 1731976278843) 2024-11-19T00:31:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741848_1024 (size=93) 2024-11-19T00:31:22,083 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 not finished, retry = 0 2024-11-19T00:31:22,145 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:22,145 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 to pos 0, reset compression=false 2024-11-19T00:31:22,185 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 2024-11-19T00:31:22,185 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317 2024-11-19T00:31:22,186 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-19T00:31:22,186 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-19T00:31:22,186 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-19T00:31:22,186 DEBUG [RS:0;6b1531871d35:43933.replicationSource.wal-reader.6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-19T00:31:22,189 DEBUG [RS:0;6b1531871d35:43933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/oldWALs 2024-11-19T00:31:22,189 INFO [RS:0;6b1531871d35:43933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C43933%2C1731976273117:(num 1731976274317) 2024-11-19T00:31:22,189 DEBUG [RS:0;6b1531871d35:43933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:22,189 INFO [RS:0;6b1531871d35:43933 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:31:22,190 INFO [RS:0;6b1531871d35:43933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:31:22,190 INFO [RS:0;6b1531871d35:43933 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T00:31:22,190 INFO [RS:0;6b1531871d35:43933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:31:22,191 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:31:22,191 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T00:31:22,191 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T00:31:22,192 INFO [RS:0;6b1531871d35:43933 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,43933,1731976273117 because: Region server is closing 2024-11-19T00:31:22,192 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-19T00:31:22,192 INFO [RS:0;6b1531871d35:43933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:43933. 2024-11-19T00:31:22,192 DEBUG [RS:0;6b1531871d35:43933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:22,192 DEBUG [RS:0;6b1531871d35:43933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:22,193 DEBUG [RS:0;6b1531871d35:43933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:22,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:22,186 DEBUG [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,43933,1731976273117 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T00:31:22,186 DEBUG [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6b1531871d35,43933,1731976273117 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/WALs/6b1531871d35,43933,1731976273117/6b1531871d35%2C43933%2C1731976273117.1731976274317, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T00:31:22,194 DEBUG [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:22,195 DEBUG [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,43933,1731976273117, seqNum=-1] 2024-11-19T00:31:22,196 WARN [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-6b1531871d35,43933,1731976273117', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:43933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 58 more 2024-11-19T00:31:22,200 WARN [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-6b1531871d35,43933,1731976273117', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:43933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 40 more 2024-11-19T00:31:22,202 DEBUG [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-19T00:31:22,200 ERROR [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b1531871d35,43933,1731976273117: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-6b1531871d35,43933,1731976273117, walGroup=6b1531871d35%2C43933%2C1731976273117, offset=6b1531871d35%2C43933%2C1731976273117.1731976274317:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:43933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T00:31:22,202 DEBUG [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6b1531871d35%2C43933%2C1731976273117.1731976274317] 2024-11-19T00:31:22,202 ERROR [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T00:31:22,205 DEBUG [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T00:31:22,206 DEBUG [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T00:31:22,206 DEBUG [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T00:31:22,206 DEBUG [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T00:31:22,206 INFO [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 591878432 }, "NonHeapMemoryUsage": { "committed": 162660352, "init": 7667712, "max": -1, "used": 160154776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T00:31:22,208 DEBUG [RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6b1531871d35%2C43933%2C1731976273117.1731976274317] 2024-11-19T00:31:22,293 INFO [RS:0;6b1531871d35:43933 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,1-6b1531871d35,43933,1731976273117 terminated 2024-11-19T00:31:22,293 INFO [RS:0;6b1531871d35:43933 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6b1531871d35,43933,1731976273117 because: Region server is closing 2024-11-19T00:31:22,294 INFO [RS:0;6b1531871d35:43933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:43933. 2024-11-19T00:31:22,294 DEBUG [RS:0;6b1531871d35:43933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:22,294 DEBUG [RS:0;6b1531871d35:43933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:22,294 DEBUG [RS:0;6b1531871d35:43933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:22,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:22,294 INFO [RS:0;6b1531871d35:43933 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;6b1531871d35:43933.replicationSource.shipper6b1531871d35%2C43933%2C1731976273117,2-6b1531871d35,43933,1731976273117 terminated 2024-11-19T00:31:22,295 INFO [RS:0;6b1531871d35:43933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43933 2024-11-19T00:31:22,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763253240/rs/6b1531871d35,43933,1731976273117 2024-11-19T00:31:22,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240/rs 2024-11-19T00:31:22,324 INFO [RS:0;6b1531871d35:43933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:31:22,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,43933,1731976273117] 2024-11-19T00:31:22,341 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0763253240/draining/6b1531871d35,43933,1731976273117 already deleted, retry=false 2024-11-19T00:31:22,341 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,43933,1731976273117 expired; onlineServers=0 2024-11-19T00:31:22,341 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,42241,1731976273062' ***** 2024-11-19T00:31:22,341 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:31:22,341 INFO [M:0;6b1531871d35:42241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:31:22,341 INFO [M:0;6b1531871d35:42241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:31:22,341 DEBUG [M:0;6b1531871d35:42241 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:31:22,341 DEBUG [M:0;6b1531871d35:42241 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:31:22,341 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:31:22,341 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976273975 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976273975,5,FailOnTimeoutGroup] 2024-11-19T00:31:22,341 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976273975 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976273975,5,FailOnTimeoutGroup] 2024-11-19T00:31:22,342 INFO [M:0;6b1531871d35:42241 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:31:22,342 INFO [M:0;6b1531871d35:42241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:31:22,342 DEBUG [M:0;6b1531871d35:42241 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:31:22,342 INFO [M:0;6b1531871d35:42241 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:31:22,342 INFO [M:0;6b1531871d35:42241 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:31:22,342 INFO [M:0;6b1531871d35:42241 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:31:22,342 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:31:22,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763253240/master 2024-11-19T00:31:22,349 DEBUG [M:0;6b1531871d35:42241 {}] zookeeper.ZKUtil(347): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Unable to get data of znode /0763253240/master because node does not exist (not an error) 2024-11-19T00:31:22,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763253240 2024-11-19T00:31:22,349 WARN [M:0;6b1531871d35:42241 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:31:22,350 INFO [M:0;6b1531871d35:42241 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/.lastflushedseqids 2024-11-19T00:31:22,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741852_1028 (size=181) 2024-11-19T00:31:22,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:22,433 INFO [RS:0;6b1531871d35:43933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:31:22,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43933-0x100555648da0007, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:22,433 INFO [RS:0;6b1531871d35:43933 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,43933,1731976273117; zookeeper connection closed. 2024-11-19T00:31:22,433 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4901afd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4901afd 2024-11-19T00:31:22,433 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:31:22,761 INFO [M:0;6b1531871d35:42241 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:31:22,761 INFO [M:0;6b1531871d35:42241 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:31:22,761 DEBUG [M:0;6b1531871d35:42241 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:31:22,761 INFO [M:0;6b1531871d35:42241 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:22,761 DEBUG [M:0;6b1531871d35:42241 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:22,761 DEBUG [M:0;6b1531871d35:42241 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:31:22,761 DEBUG [M:0;6b1531871d35:42241 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:22,761 INFO [M:0;6b1531871d35:42241 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T00:31:22,778 DEBUG [M:0;6b1531871d35:42241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd4fbe56830e49e192090cd735ad04ab is 82, key is hbase:meta,,1/info:regioninfo/1731976274632/Put/seqid=0 2024-11-19T00:31:22,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741853_1029 (size=5680) 2024-11-19T00:31:23,183 INFO [M:0;6b1531871d35:42241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd4fbe56830e49e192090cd735ad04ab 2024-11-19T00:31:23,206 DEBUG [M:0;6b1531871d35:42241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b639be78fb5544bba8df7993235bf9ad is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731976278903/Put/seqid=0 2024-11-19T00:31:23,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741854_1030 (size=7319) 2024-11-19T00:31:23,612 INFO [M:0;6b1531871d35:42241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b639be78fb5544bba8df7993235bf9ad 2024-11-19T00:31:23,634 DEBUG [M:0;6b1531871d35:42241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8eabd05af9694ad1a1e94798423ddd05 is 69, key is 6b1531871d35,43933,1731976273117/rs:state/1731976274082/Put/seqid=0 2024-11-19T00:31:23,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741855_1031 (size=5371) 2024-11-19T00:31:24,039 INFO [M:0;6b1531871d35:42241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8eabd05af9694ad1a1e94798423ddd05 2024-11-19T00:31:24,046 INFO [M:0;6b1531871d35:42241 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8eabd05af9694ad1a1e94798423ddd05 2024-11-19T00:31:24,047 DEBUG [M:0;6b1531871d35:42241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd4fbe56830e49e192090cd735ad04ab as hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd4fbe56830e49e192090cd735ad04ab 2024-11-19T00:31:24,053 INFO [M:0;6b1531871d35:42241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd4fbe56830e49e192090cd735ad04ab, entries=8, sequenceid=172, filesize=5.5 K 2024-11-19T00:31:24,054 DEBUG [M:0;6b1531871d35:42241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b639be78fb5544bba8df7993235bf9ad as hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b639be78fb5544bba8df7993235bf9ad 2024-11-19T00:31:24,060 INFO [M:0;6b1531871d35:42241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b639be78fb5544bba8df7993235bf9ad, entries=7, sequenceid=172, filesize=7.1 K 2024-11-19T00:31:24,062 DEBUG [M:0;6b1531871d35:42241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8eabd05af9694ad1a1e94798423ddd05 as hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8eabd05af9694ad1a1e94798423ddd05 2024-11-19T00:31:24,068 INFO [M:0;6b1531871d35:42241 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8eabd05af9694ad1a1e94798423ddd05 2024-11-19T00:31:24,068 INFO [M:0;6b1531871d35:42241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8eabd05af9694ad1a1e94798423ddd05, entries=2, sequenceid=172, filesize=5.2 K 2024-11-19T00:31:24,069 INFO [M:0;6b1531871d35:42241 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=172, compaction requested=false 2024-11-19T00:31:24,071 INFO [M:0;6b1531871d35:42241 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:24,071 DEBUG [M:0;6b1531871d35:42241 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976282761Disabling compacts and flushes for region at 1731976282761Disabling writes for close at 1731976282761Obtaining lock to block concurrent updates at 1731976282761Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976282761Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731976282762 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976282763 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976282763Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976282777 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976282777Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976283189 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976283206 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976283206Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976283618 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976283633 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976283633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7787f62a: reopening flushed file at 1731976284046 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b151dfe: reopening flushed file at 1731976284053 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f2e5a90: reopening flushed file at 1731976284061 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=172, compaction requested=false at 1731976284069 (+8 ms)Writing region close event to WAL at 1731976284071 (+2 ms)Closed at 1731976284071 2024-11-19T00:31:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741847_1023 (size=22949) 2024-11-19T00:31:24,073 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4be6893-b92b-f504-21d6-c2e5389d6385/MasterData/WALs/6b1531871d35,42241,1731976273062/6b1531871d35%2C42241%2C1731976273062.1731976273652 not finished, retry = 0 2024-11-19T00:31:24,175 INFO [M:0;6b1531871d35:42241 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:31:24,175 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:31:24,175 INFO [M:0;6b1531871d35:42241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42241 2024-11-19T00:31:24,175 INFO [M:0;6b1531871d35:42241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:31:24,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:24,308 INFO [M:0;6b1531871d35:42241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:31:24,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42241-0x100555648da0006, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:24,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:31:24,312 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:31:24,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:31:24,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:31:24,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/hadoop.log.dir/,STOPPED} 2024-11-19T00:31:24,314 WARN [BP-1536683382-172.17.0.2-1731976252800 heartbeating to localhost/127.0.0.1:44599 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:31:24,314 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:31:24,314 WARN [BP-1536683382-172.17.0.2-1731976252800 heartbeating to localhost/127.0.0.1:44599 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1536683382-172.17.0.2-1731976252800 (Datanode Uuid d480f9fa-f97c-483c-aa8b-34d114e1f804) service to localhost/127.0.0.1:44599 2024-11-19T00:31:24,314 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:31:24,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/cluster_b9ba12b9-eebe-de3d-a55a-b6ff70703e95/data/data1/current/BP-1536683382-172.17.0.2-1731976252800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:31:24,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/cluster_b9ba12b9-eebe-de3d-a55a-b6ff70703e95/data/data2/current/BP-1536683382-172.17.0.2-1731976252800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:31:24,315 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:31:24,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:31:24,321 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:31:24,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:31:24,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:31:24,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6488a0a5-f422-23d1-1216-4cddd982b7c6/hadoop.log.dir/,STOPPED} 2024-11-19T00:31:24,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T00:31:24,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:31:24,353 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b1531871d35:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/6b1531871d35:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44599 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@77306aca java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46823 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6b1531871d35:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/6b1531871d35:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b1531871d35:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60113) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60113) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=427 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 188) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1457 (was 2184) 2024-11-19T00:31:24,360 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=427, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=1458 2024-11-19T00:31:24,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:31:24,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:24,379 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-19T00:31:24,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/hadoop.log.dir so I do NOT create it in target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02 2024-11-19T00:31:24,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:31:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/hadoop.tmp.dir so I do NOT create it in target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02 2024-11-19T00:31:24,381 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc461307-0d03-f5df-e2e6-e050501e8c8b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:31:24,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02 2024-11-19T00:31:24,381 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/cluster_4e73d23a-16c0-b4db-f095-621374238a17, deleteOnExit=true 2024-11-19T00:31:24,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:24,401 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/cluster_4e73d23a-16c0-b4db-f095-621374238a17/zookeeper_0, clientPort=61941, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/cluster_4e73d23a-16c0-b4db-f095-621374238a17/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/cluster_4e73d23a-16c0-b4db-f095-621374238a17/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T00:31:24,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61941 2024-11-19T00:31:24,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:31:24,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:31:24,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/test.cache.data in system properties and HBase conf 2024-11-19T00:31:24,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:31:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:31:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:31:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:31:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:31:24,403 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:31:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:31:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:31:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:31:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:31:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:31:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:31:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:31:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:31:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:31:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:31:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:31:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:31:24,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:31:24,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:31:24,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100555648da0005, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:31:24,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100555648da0002, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:31:24,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100555648da0005, quorum=127.0.0.1:60113, baseZNode=/1-896084896 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:31:24,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100555648da0002, quorum=127.0.0.1:60113, baseZNode=/0763253240 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:31:24,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:31:24,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:31:24,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:31:24,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:31:24,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:31:24,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:31:24,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:31:24,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:31:24,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/java.io.tmpdir/jetty-localhost-45265-hadoop-hdfs-3_4_1-tests_jar-_-any-12572611295984251740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:31:24,849 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:45265} 2024-11-19T00:31:24,849 INFO [Time-limited test {}] server.Server(415): Started @34206ms 2024-11-19T00:31:25,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:31:25,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:31:25,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:31:25,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:31:25,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:31:25,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:31:25,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:31:25,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/java.io.tmpdir/jetty-localhost-42345-hadoop-hdfs-3_4_1-tests_jar-_-any-7264546730829106939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:31:25,221 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:42345} 2024-11-19T00:31:25,221 INFO [Time-limited test {}] server.Server(415): Started @34577ms 2024-11-19T00:31:25,222 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:31:25,745 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/cluster_4e73d23a-16c0-b4db-f095-621374238a17/data/data1/current/BP-651312998-172.17.0.2-1731976284436/current, will proceed with Du for space computation calculation, 2024-11-19T00:31:25,745 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/cluster_4e73d23a-16c0-b4db-f095-621374238a17/data/data2/current/BP-651312998-172.17.0.2-1731976284436/current, will proceed with Du for space computation calculation, 2024-11-19T00:31:25,765 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:31:25,768 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9387a87813a3b3bd with lease ID 0x964b520761b95c70: Processing first storage report for DS-42b74242-74d0-4273-b4fa-0d519ac28b31 from datanode DatanodeRegistration(127.0.0.1:46199, datanodeUuid=d139bb68-a7ef-4845-bcae-f50d1ad21315, infoPort=44045, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=1452242270;c=1731976284436) 2024-11-19T00:31:25,769 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9387a87813a3b3bd with lease ID 0x964b520761b95c70: from storage DS-42b74242-74d0-4273-b4fa-0d519ac28b31 node DatanodeRegistration(127.0.0.1:46199, datanodeUuid=d139bb68-a7ef-4845-bcae-f50d1ad21315, infoPort=44045, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=1452242270;c=1731976284436), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T00:31:25,769 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9387a87813a3b3bd with lease ID 0x964b520761b95c70: Processing first storage report for DS-c96fb2c0-891c-4587-b38b-3cea79457e04 from datanode DatanodeRegistration(127.0.0.1:46199, datanodeUuid=d139bb68-a7ef-4845-bcae-f50d1ad21315, infoPort=44045, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=1452242270;c=1731976284436) 2024-11-19T00:31:25,769 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9387a87813a3b3bd with lease ID 0x964b520761b95c70: from storage DS-c96fb2c0-891c-4587-b38b-3cea79457e04 node DatanodeRegistration(127.0.0.1:46199, datanodeUuid=d139bb68-a7ef-4845-bcae-f50d1ad21315, infoPort=44045, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=1452242270;c=1731976284436), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:31:25,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02 2024-11-19T00:31:25,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:25,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:25,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:31:26,266 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14 with version=8 2024-11-19T00:31:26,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/hbase-staging 2024-11-19T00:31:26,268 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:31:26,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:26,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:26,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:31:26,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:26,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:31:26,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:31:26,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:31:26,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44077 2024-11-19T00:31:26,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44077 connecting to ZooKeeper ensemble=127.0.0.1:61941 2024-11-19T00:31:26,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440770x0, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:26,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44077-0x1005556c7aa0000 connected 2024-11-19T00:31:26,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:26,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:26,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Set watcher on znode that does not yet exist, /0-1900566770/running 2024-11-19T00:31:26,405 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14, hbase.cluster.distributed=false 2024-11-19T00:31:26,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Set watcher on znode that does not yet exist, /0-1900566770/acl 2024-11-19T00:31:26,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44077 2024-11-19T00:31:26,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44077 2024-11-19T00:31:26,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44077 2024-11-19T00:31:26,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44077 2024-11-19T00:31:26,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44077 2024-11-19T00:31:26,428 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:31:26,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:26,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:26,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:31:26,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:26,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:31:26,428 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:31:26,429 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:31:26,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34925 2024-11-19T00:31:26,432 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34925 connecting to ZooKeeper ensemble=127.0.0.1:61941 2024-11-19T00:31:26,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:26,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:26,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349250x0, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:26,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349250x0, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Set watcher on znode that does not yet exist, /0-1900566770/running 2024-11-19T00:31:26,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34925-0x1005556c7aa0001 connected 2024-11-19T00:31:26,448 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:31:26,449 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:31:26,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Set watcher on znode that does not yet exist, /0-1900566770/master 2024-11-19T00:31:26,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Set watcher on znode that does not yet exist, /0-1900566770/acl 2024-11-19T00:31:26,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34925 2024-11-19T00:31:26,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34925 2024-11-19T00:31:26,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34925 2024-11-19T00:31:26,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34925 2024-11-19T00:31:26,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34925 2024-11-19T00:31:26,469 DEBUG [M:0;6b1531871d35:44077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:44077 2024-11-19T00:31:26,469 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1900566770/backup-masters/6b1531871d35,44077,1731976286268 2024-11-19T00:31:26,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770/backup-masters 2024-11-19T00:31:26,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770/backup-masters 2024-11-19T00:31:26,474 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Set watcher on existing znode=/0-1900566770/backup-masters/6b1531871d35,44077,1731976286268 2024-11-19T00:31:26,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1900566770/master 2024-11-19T00:31:26,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:26,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:26,483 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Set watcher on existing znode=/0-1900566770/master 2024-11-19T00:31:26,483 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1900566770/backup-masters/6b1531871d35,44077,1731976286268 from backup master directory 2024-11-19T00:31:26,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770/backup-masters 2024-11-19T00:31:26,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1900566770/backup-masters/6b1531871d35,44077,1731976286268 2024-11-19T00:31:26,491 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:31:26,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770/backup-masters 2024-11-19T00:31:26,491 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,44077,1731976286268 2024-11-19T00:31:26,496 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/hbase.id] with ID: 7a92aea4-d4fa-4839-8919-4646da1dce3e 2024-11-19T00:31:26,496 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/.tmp/hbase.id 2024-11-19T00:31:26,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:31:26,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:31:26,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T00:31:26,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T00:31:26,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:31:26,905 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/.tmp/hbase.id]:[hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/hbase.id] 2024-11-19T00:31:26,922 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:26,922 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:31:26,924 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T00:31:26,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:26,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:26,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:31:26,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:31:26,975 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:31:26,975 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:26,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:31:27,391 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store 2024-11-19T00:31:27,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:31:27,400 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:27,401 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:31:27,401 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:27,401 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:27,401 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:31:27,401 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:27,401 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:27,401 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976287400Disabling compacts and flushes for region at 1731976287400Disabling writes for close at 1731976287401 (+1 ms)Writing region close event to WAL at 1731976287401Closed at 1731976287401 2024-11-19T00:31:27,404 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/.initializing 2024-11-19T00:31:27,404 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/WALs/6b1531871d35,44077,1731976286268 2024-11-19T00:31:27,406 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:31:27,409 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C44077%2C1731976286268, suffix=, logDir=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/WALs/6b1531871d35,44077,1731976286268, archiveDir=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/oldWALs, maxLogs=10 2024-11-19T00:31:27,429 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/WALs/6b1531871d35,44077,1731976286268/6b1531871d35%2C44077%2C1731976286268.1731976287410, exclude list is [], retry=0 2024-11-19T00:31:27,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46199,DS-42b74242-74d0-4273-b4fa-0d519ac28b31,DISK] 2024-11-19T00:31:27,436 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/WALs/6b1531871d35,44077,1731976286268/6b1531871d35%2C44077%2C1731976286268.1731976287410 2024-11-19T00:31:27,437 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44045:44045)] 2024-11-19T00:31:27,437 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:27,437 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:27,437 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:27,437 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:27,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:27,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:31:27,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:27,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:27,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:27,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:31:27,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:27,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:27,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:27,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:31:27,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:27,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:27,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:27,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:31:27,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:27,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:27,458 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:27,459 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:27,459 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:27,461 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:27,461 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:27,462 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:27,464 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:27,468 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:31:27,469 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60711116, jitterRate=-0.09533387422561646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:27,470 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976287438Initializing all the Stores at 1731976287439 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976287439Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976287439Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976287439Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976287439Cleaning up temporary data from old regions at 1731976287461 (+22 ms)Region opened successfully at 1731976287470 (+9 ms) 2024-11-19T00:31:27,472 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:31:27,480 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f057d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:31:27,481 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:31:27,482 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:31:27,482 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:31:27,482 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:31:27,483 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:31:27,484 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:31:27,484 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:31:27,488 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:31:27,490 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Unable to get data of znode /0-1900566770/balancer because node does not exist (not necessarily an error) 2024-11-19T00:31:27,524 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900566770/balancer already deleted, retry=false 2024-11-19T00:31:27,525 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:31:27,526 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Unable to get data of znode /0-1900566770/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:31:27,532 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900566770/normalizer already deleted, retry=false 2024-11-19T00:31:27,533 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:31:27,534 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Unable to get data of znode /0-1900566770/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:31:27,541 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900566770/switch/split already deleted, retry=false 2024-11-19T00:31:27,542 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Unable to get data of znode /0-1900566770/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:31:27,549 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900566770/switch/merge already deleted, retry=false 2024-11-19T00:31:27,552 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Unable to get data of znode /0-1900566770/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:31:27,557 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900566770/snapshot-cleanup already deleted, retry=false 2024-11-19T00:31:27,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1900566770/running 2024-11-19T00:31:27,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1900566770/running 2024-11-19T00:31:27,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:27,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:27,568 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,44077,1731976286268, sessionid=0x1005556c7aa0000, setting cluster-up flag (Was=false) 2024-11-19T00:31:27,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:27,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:27,607 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1900566770/flush-table-proc/acquired, /0-1900566770/flush-table-proc/reached, /0-1900566770/flush-table-proc/abort 2024-11-19T00:31:27,610 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,44077,1731976286268 2024-11-19T00:31:27,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:27,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:27,657 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1900566770/online-snapshot/acquired, /0-1900566770/online-snapshot/reached, /0-1900566770/online-snapshot/abort 2024-11-19T00:31:27,659 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,44077,1731976286268 2024-11-19T00:31:27,660 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:31:27,662 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:27,663 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:31:27,663 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:31:27,663 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,44077,1731976286268 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:31:27,665 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:27,665 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:27,665 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:27,665 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:27,665 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:31:27,665 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:27,665 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:31:27,665 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:27,669 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976317669 2024-11-19T00:31:27,670 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:31:27,670 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:31:27,670 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:31:27,670 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:31:27,670 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:31:27,670 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:31:27,670 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:27,671 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:27,671 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:31:27,673 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:27,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:31:27,674 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:31:27,674 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:31:27,674 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:31:27,674 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:31:27,675 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:31:27,675 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:31:27,678 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976287675,5,FailOnTimeoutGroup] 2024-11-19T00:31:27,681 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976287678,5,FailOnTimeoutGroup] 2024-11-19T00:31:27,682 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:27,682 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:31:27,682 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:27,682 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:27,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:31:27,761 INFO [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(746): ClusterId : 7a92aea4-d4fa-4839-8919-4646da1dce3e 2024-11-19T00:31:27,761 DEBUG [RS:0;6b1531871d35:34925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:31:27,775 DEBUG [RS:0;6b1531871d35:34925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:31:27,775 DEBUG [RS:0;6b1531871d35:34925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:31:27,783 DEBUG [RS:0;6b1531871d35:34925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:31:27,784 DEBUG [RS:0;6b1531871d35:34925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a27dba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:31:27,797 DEBUG [RS:0;6b1531871d35:34925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:34925 2024-11-19T00:31:27,797 INFO [RS:0;6b1531871d35:34925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:31:27,797 INFO [RS:0;6b1531871d35:34925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:31:27,797 DEBUG [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:31:27,798 INFO [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,44077,1731976286268 with port=34925, startcode=1731976286428 2024-11-19T00:31:27,798 DEBUG [RS:0;6b1531871d35:34925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:31:27,801 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:31:27,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,34925,1731976286428 2024-11-19T00:31:27,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44077 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,34925,1731976286428 2024-11-19T00:31:27,804 DEBUG [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14 2024-11-19T00:31:27,804 DEBUG [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42507 2024-11-19T00:31:27,804 DEBUG [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:31:27,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770/rs 2024-11-19T00:31:27,815 DEBUG [RS:0;6b1531871d35:34925 {}] zookeeper.ZKUtil(111): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Set watcher on existing znode=/0-1900566770/rs/6b1531871d35,34925,1731976286428 2024-11-19T00:31:27,815 WARN [RS:0;6b1531871d35:34925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:31:27,815 INFO [RS:0;6b1531871d35:34925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:27,815 DEBUG [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428 2024-11-19T00:31:27,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,34925,1731976286428] 2024-11-19T00:31:27,821 INFO [RS:0;6b1531871d35:34925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:31:27,824 INFO [RS:0;6b1531871d35:34925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:31:27,824 INFO [RS:0;6b1531871d35:34925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:31:27,824 INFO [RS:0;6b1531871d35:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:27,826 INFO [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:31:27,827 INFO [RS:0;6b1531871d35:34925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:31:27,827 INFO [RS:0;6b1531871d35:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:27,827 DEBUG [RS:0;6b1531871d35:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:27,828 DEBUG [RS:0;6b1531871d35:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:27,828 DEBUG [RS:0;6b1531871d35:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:27,828 DEBUG [RS:0;6b1531871d35:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:27,828 DEBUG [RS:0;6b1531871d35:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:27,828 DEBUG [RS:0;6b1531871d35:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:31:27,828 DEBUG [RS:0;6b1531871d35:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:27,828 DEBUG [RS:0;6b1531871d35:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:27,828 DEBUG [RS:0;6b1531871d35:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:27,828 DEBUG [RS:0;6b1531871d35:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:27,829 DEBUG [RS:0;6b1531871d35:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:27,829 DEBUG [RS:0;6b1531871d35:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:27,829 DEBUG [RS:0;6b1531871d35:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:31:27,829 DEBUG [RS:0;6b1531871d35:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:31:27,834 INFO [RS:0;6b1531871d35:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:27,834 INFO [RS:0;6b1531871d35:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:27,834 INFO [RS:0;6b1531871d35:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:27,834 INFO [RS:0;6b1531871d35:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:27,835 INFO [RS:0;6b1531871d35:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:27,835 INFO [RS:0;6b1531871d35:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,34925,1731976286428-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:31:27,859 INFO [RS:0;6b1531871d35:34925 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:31:27,859 INFO [RS:0;6b1531871d35:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,34925,1731976286428-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:27,860 INFO [RS:0;6b1531871d35:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:27,860 INFO [RS:0;6b1531871d35:34925 {}] regionserver.Replication(171): 6b1531871d35,34925,1731976286428 started 2024-11-19T00:31:27,884 INFO [RS:0;6b1531871d35:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:27,884 INFO [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,34925,1731976286428, RpcServer on 6b1531871d35/172.17.0.2:34925, sessionid=0x1005556c7aa0001 2024-11-19T00:31:27,884 DEBUG [RS:0;6b1531871d35:34925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:31:27,884 DEBUG [RS:0;6b1531871d35:34925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,34925,1731976286428 2024-11-19T00:31:27,884 DEBUG [RS:0;6b1531871d35:34925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,34925,1731976286428' 2024-11-19T00:31:27,884 DEBUG [RS:0;6b1531871d35:34925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1900566770/flush-table-proc/abort' 2024-11-19T00:31:27,885 DEBUG [RS:0;6b1531871d35:34925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1900566770/flush-table-proc/acquired' 2024-11-19T00:31:27,886 DEBUG [RS:0;6b1531871d35:34925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:31:27,886 DEBUG [RS:0;6b1531871d35:34925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:31:27,886 DEBUG [RS:0;6b1531871d35:34925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,34925,1731976286428 2024-11-19T00:31:27,886 DEBUG [RS:0;6b1531871d35:34925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,34925,1731976286428' 2024-11-19T00:31:27,886 DEBUG [RS:0;6b1531871d35:34925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1900566770/online-snapshot/abort' 2024-11-19T00:31:27,893 DEBUG [RS:0;6b1531871d35:34925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1900566770/online-snapshot/acquired' 2024-11-19T00:31:27,898 DEBUG [RS:0;6b1531871d35:34925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:31:27,898 INFO [RS:0;6b1531871d35:34925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:31:27,898 INFO [RS:0;6b1531871d35:34925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:31:27,999 INFO [RS:0;6b1531871d35:34925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:31:28,001 INFO [RS:0;6b1531871d35:34925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C34925%2C1731976286428, suffix=, logDir=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428, archiveDir=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/oldWALs, maxLogs=10 2024-11-19T00:31:28,015 DEBUG [RS:0;6b1531871d35:34925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.1731976288002, exclude list is [], retry=0 2024-11-19T00:31:28,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46199,DS-42b74242-74d0-4273-b4fa-0d519ac28b31,DISK] 2024-11-19T00:31:28,021 INFO [RS:0;6b1531871d35:34925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.1731976288002 2024-11-19T00:31:28,022 DEBUG [RS:0;6b1531871d35:34925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44045:44045)] 2024-11-19T00:31:28,093 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:31:28,094 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14 2024-11-19T00:31:28,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:31:28,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:28,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:31:28,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:31:28,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:28,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:28,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:31:28,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:31:28,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:28,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:28,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:31:28,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:31:28,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:28,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:28,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:31:28,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:31:28,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:28,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:28,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:31:28,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740 2024-11-19T00:31:28,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740 2024-11-19T00:31:28,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:31:28,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:31:28,522 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:28,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:31:28,526 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:31:28,527 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74565033, jitterRate=0.11110557615756989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:28,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976288505Initializing all the Stores at 1731976288506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976288506Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976288506Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976288506Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976288506Cleaning up temporary data from old regions at 1731976288521 (+15 ms)Region opened successfully at 1731976288528 (+7 ms) 2024-11-19T00:31:28,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:31:28,528 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:31:28,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:31:28,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:31:28,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:31:28,529 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:31:28,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976288528Disabling compacts and flushes for region at 1731976288528Disabling writes for close at 1731976288528Writing region close event to WAL at 1731976288529 (+1 ms)Closed at 1731976288529 2024-11-19T00:31:28,530 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:28,530 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:31:28,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:31:28,532 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:31:28,534 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:31:28,684 DEBUG [6b1531871d35:44077 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:31:28,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,34925,1731976286428 2024-11-19T00:31:28,686 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,34925,1731976286428, state=OPENING 2024-11-19T00:31:28,722 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:31:28,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:28,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:28,764 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:31:28,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1900566770/meta-region-server: CHANGED 2024-11-19T00:31:28,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1900566770/meta-region-server: CHANGED 2024-11-19T00:31:28,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,34925,1731976286428}] 2024-11-19T00:31:28,919 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:31:28,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:31:28,925 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:31:28,925 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:28,926 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:31:28,928 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C34925%2C1731976286428.meta, suffix=.meta, logDir=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428, archiveDir=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/oldWALs, maxLogs=10 2024-11-19T00:31:28,948 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.meta.1731976288929.meta, exclude list is [], retry=0 2024-11-19T00:31:28,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46199,DS-42b74242-74d0-4273-b4fa-0d519ac28b31,DISK] 2024-11-19T00:31:28,954 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.meta.1731976288929.meta 2024-11-19T00:31:28,955 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44045:44045)] 2024-11-19T00:31:28,955 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:28,956 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:31:28,956 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:31:28,956 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:31:28,956 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:31:28,956 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:31:28,956 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:28,956 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:31:28,956 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:31:28,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:31:28,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:31:28,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:28,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:28,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:31:28,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:31:28,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:28,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:28,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:31:28,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:31:28,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:28,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:28,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:31:28,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:31:28,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:28,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:28,968 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:31:28,968 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740 2024-11-19T00:31:28,970 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740 2024-11-19T00:31:28,972 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:31:28,972 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:31:28,972 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:28,974 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:31:28,975 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69801986, jitterRate=0.04013064503669739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:28,975 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:31:28,976 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976288957Writing region info on filesystem at 1731976288957Initializing all the Stores at 1731976288958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976288958Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976288959 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976288959Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976288959Cleaning up temporary data from old regions at 1731976288972 (+13 ms)Running coprocessor post-open hooks at 1731976288975 (+3 ms)Region opened successfully at 1731976288976 (+1 ms) 2024-11-19T00:31:28,978 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976288918 2024-11-19T00:31:28,981 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:31:28,981 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:31:28,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,34925,1731976286428 2024-11-19T00:31:28,983 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,34925,1731976286428, state=OPEN 2024-11-19T00:31:28,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1900566770/meta-region-server 2024-11-19T00:31:28,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1900566770/meta-region-server 2024-11-19T00:31:28,999 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,34925,1731976286428 2024-11-19T00:31:28,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1900566770/meta-region-server: CHANGED 2024-11-19T00:31:28,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1900566770/meta-region-server: CHANGED 2024-11-19T00:31:29,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:31:29,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,34925,1731976286428 in 234 msec 2024-11-19T00:31:29,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:31:29,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-19T00:31:29,007 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:29,008 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:31:29,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:29,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,34925,1731976286428, seqNum=-1] 2024-11-19T00:31:29,010 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:29,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:29,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3550 sec 2024-11-19T00:31:29,019 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976289018, completionTime=-1 2024-11-19T00:31:29,019 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:31:29,019 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:31:29,021 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:31:29,022 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976349022 2024-11-19T00:31:29,022 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976409022 2024-11-19T00:31:29,022 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T00:31:29,022 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,44077,1731976286268-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:29,022 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,44077,1731976286268-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:29,023 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,44077,1731976286268-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:29,023 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:44077, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:29,023 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:29,025 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:29,026 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:31:29,030 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.539sec 2024-11-19T00:31:29,030 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:31:29,030 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:31:29,030 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:31:29,030 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:31:29,031 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:31:29,031 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,44077,1731976286268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:31:29,031 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,44077,1731976286268-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:31:29,034 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:31:29,034 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:31:29,034 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,44077,1731976286268-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:29,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:29,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,44077,-1 for getting cluster id 2024-11-19T00:31:29,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:29,064 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a92aea4-d4fa-4839-8919-4646da1dce3e' 2024-11-19T00:31:29,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:29,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a92aea4-d4fa-4839-8919-4646da1dce3e" 2024-11-19T00:31:29,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1175508b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:29,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,44077,-1] 2024-11-19T00:31:29,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:29,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:29,067 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:29,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c173b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:29,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,34925,1731976286428, seqNum=-1] 2024-11-19T00:31:29,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:29,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:29,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,44077,1731976286268 2024-11-19T00:31:29,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61941 2024-11-19T00:31:29,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:29,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1005556c7aa0002 connected 2024-11-19T00:31:29,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/hadoop.log.dir so I do NOT create it in target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a 2024-11-19T00:31:29,094 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:31:29,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/hadoop.tmp.dir so I do NOT create it in target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a 2024-11-19T00:31:29,094 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:31:29,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a 2024-11-19T00:31:29,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:31:29,094 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/cluster_1df9f255-d513-8ba3-a14f-244f0d918672, deleteOnExit=true 2024-11-19T00:31:29,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:31:29,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/test.cache.data in system properties and HBase conf 2024-11-19T00:31:29,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:31:29,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:31:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:31:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:31:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:31:29,095 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:31:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:31:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:31:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:31:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:31:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:31:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:31:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:31:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:31:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:31:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:31:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:31:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:31:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:31:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:31:29,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:31:29,381 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:31:29,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:31:29,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:31:29,388 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:31:29,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:31:29,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:31:29,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:31:29,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e49dff1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/java.io.tmpdir/jetty-localhost-44345-hadoop-hdfs-3_4_1-tests_jar-_-any-15072054096534494856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:31:29,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:44345} 2024-11-19T00:31:29,507 INFO [Time-limited test {}] server.Server(415): Started @38864ms 2024-11-19T00:31:29,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:31:29,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:31:29,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:31:29,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:31:29,752 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:31:29,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:31:29,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:31:29,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46319543{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/java.io.tmpdir/jetty-localhost-41323-hadoop-hdfs-3_4_1-tests_jar-_-any-4994820147647245774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:31:29,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:41323} 2024-11-19T00:31:29,850 INFO [Time-limited test {}] server.Server(415): Started @39207ms 2024-11-19T00:31:29,851 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:31:30,363 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/cluster_1df9f255-d513-8ba3-a14f-244f0d918672/data/data1/current/BP-436750770-172.17.0.2-1731976289123/current, will proceed with Du for space computation calculation, 2024-11-19T00:31:30,366 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/cluster_1df9f255-d513-8ba3-a14f-244f0d918672/data/data2/current/BP-436750770-172.17.0.2-1731976289123/current, will proceed with Du for space computation calculation, 2024-11-19T00:31:30,394 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:31:30,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cfa77120f913152 with lease ID 0xca2da53d8691a199: Processing first storage report for DS-0727c3d0-bb3f-4746-b5e5-c405ab57ceda from datanode DatanodeRegistration(127.0.0.1:42193, datanodeUuid=4da453c3-1306-40cb-874c-3ac40223aea2, infoPort=37737, infoSecurePort=0, ipcPort=42399, storageInfo=lv=-57;cid=testClusterID;nsid=635598183;c=1731976289123) 2024-11-19T00:31:30,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cfa77120f913152 with lease ID 0xca2da53d8691a199: from storage DS-0727c3d0-bb3f-4746-b5e5-c405ab57ceda node DatanodeRegistration(127.0.0.1:42193, datanodeUuid=4da453c3-1306-40cb-874c-3ac40223aea2, infoPort=37737, infoSecurePort=0, ipcPort=42399, storageInfo=lv=-57;cid=testClusterID;nsid=635598183;c=1731976289123), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:31:30,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cfa77120f913152 with lease ID 0xca2da53d8691a199: Processing first storage report for DS-9334d6c2-c732-4a3e-9158-a9acc8c55ae9 from datanode DatanodeRegistration(127.0.0.1:42193, datanodeUuid=4da453c3-1306-40cb-874c-3ac40223aea2, infoPort=37737, infoSecurePort=0, ipcPort=42399, storageInfo=lv=-57;cid=testClusterID;nsid=635598183;c=1731976289123) 2024-11-19T00:31:30,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cfa77120f913152 with lease ID 0xca2da53d8691a199: from storage DS-9334d6c2-c732-4a3e-9158-a9acc8c55ae9 node DatanodeRegistration(127.0.0.1:42193, datanodeUuid=4da453c3-1306-40cb-874c-3ac40223aea2, infoPort=37737, infoSecurePort=0, ipcPort=42399, storageInfo=lv=-57;cid=testClusterID;nsid=635598183;c=1731976289123), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:31:30,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a 2024-11-19T00:31:30,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:30,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:30,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42193 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:31:30,908 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216 with version=8 2024-11-19T00:31:30,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/hbase-staging 2024-11-19T00:31:30,910 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:31:30,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:30,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:30,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:31:30,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:30,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:31:30,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:31:30,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:31:30,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42791 2024-11-19T00:31:30,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42791 connecting to ZooKeeper ensemble=127.0.0.1:61941 2024-11-19T00:31:30,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427910x0, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:30,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42791-0x1005556c7aa0003 connected 2024-11-19T00:31:31,217 WARN [RS:0;6b1531871d35:34925 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6b1531871d35,36977,1731976256954: status=Processing ServerCrashProcedure of 6b1531871d35,36977,1731976256954 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731976273974, completionTime=-1 appears to have been leaked 2024-11-19T00:31:31,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:31,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:31,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Set watcher on znode that does not yet exist, /1-1762588911/running 2024-11-19T00:31:31,335 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216, hbase.cluster.distributed=false 2024-11-19T00:31:31,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Set watcher on znode that does not yet exist, /1-1762588911/acl 2024-11-19T00:31:31,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42791 2024-11-19T00:31:31,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42791 2024-11-19T00:31:31,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42791 2024-11-19T00:31:31,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42791 2024-11-19T00:31:31,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42791 2024-11-19T00:31:31,359 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:31:31,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:31,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:31,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:31:31,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:31,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:31:31,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:31:31,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:31:31,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41279 2024-11-19T00:31:31,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41279 connecting to ZooKeeper ensemble=127.0.0.1:61941 2024-11-19T00:31:31,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:31,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:31,418 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412790x0, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:31,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412790x0, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Set watcher on znode that does not yet exist, /1-1762588911/running 2024-11-19T00:31:31,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41279-0x1005556c7aa0004 connected 2024-11-19T00:31:31,419 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:31:31,420 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:31:31,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Set watcher on znode that does not yet exist, /1-1762588911/master 2024-11-19T00:31:31,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Set watcher on znode that does not yet exist, /1-1762588911/acl 2024-11-19T00:31:31,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41279 2024-11-19T00:31:31,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41279 2024-11-19T00:31:31,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41279 2024-11-19T00:31:31,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41279 2024-11-19T00:31:31,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41279 2024-11-19T00:31:31,439 DEBUG [M:0;6b1531871d35:42791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:42791 2024-11-19T00:31:31,440 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1762588911/backup-masters/6b1531871d35,42791,1731976290910 2024-11-19T00:31:31,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911/backup-masters 2024-11-19T00:31:31,482 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911/backup-masters 2024-11-19T00:31:31,483 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Set watcher on existing znode=/1-1762588911/backup-masters/6b1531871d35,42791,1731976290910 2024-11-19T00:31:31,522 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1762588911/master 2024-11-19T00:31:31,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911 2024-11-19T00:31:31,522 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911 2024-11-19T00:31:31,523 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Set watcher on existing znode=/1-1762588911/master 2024-11-19T00:31:31,523 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1762588911/backup-masters/6b1531871d35,42791,1731976290910 from backup master directory 2024-11-19T00:31:31,564 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911/backup-masters 2024-11-19T00:31:31,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1762588911/backup-masters/6b1531871d35,42791,1731976290910 2024-11-19T00:31:31,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911/backup-masters 2024-11-19T00:31:31,564 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:31:31,564 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,42791,1731976290910 2024-11-19T00:31:31,570 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/hbase.id] with ID: 22f72e92-6529-4237-b606-f05fe3f35486 2024-11-19T00:31:31,570 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/.tmp/hbase.id 2024-11-19T00:31:31,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42193 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:31:31,978 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/.tmp/hbase.id]:[hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/hbase.id] 2024-11-19T00:31:31,996 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:31,996 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:31:31,998 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T00:31:32,032 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911 2024-11-19T00:31:32,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911 2024-11-19T00:31:32,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42193 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:31:32,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:31:32,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:32,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:32,440 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:31:32,441 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:31:32,442 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:32,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42193 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:31:32,852 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store 2024-11-19T00:31:32,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42193 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:31:33,261 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:33,261 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:31:33,261 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:33,261 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:33,261 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:31:33,261 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:33,261 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:33,261 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976293261Disabling compacts and flushes for region at 1731976293261Disabling writes for close at 1731976293261Writing region close event to WAL at 1731976293261Closed at 1731976293261 2024-11-19T00:31:33,262 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/.initializing 2024-11-19T00:31:33,262 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/WALs/6b1531871d35,42791,1731976290910 2024-11-19T00:31:33,263 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:31:33,265 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C42791%2C1731976290910, suffix=, logDir=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/WALs/6b1531871d35,42791,1731976290910, archiveDir=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/oldWALs, maxLogs=10 2024-11-19T00:31:33,278 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/WALs/6b1531871d35,42791,1731976290910/6b1531871d35%2C42791%2C1731976290910.1731976293265, exclude list is [], retry=0 2024-11-19T00:31:33,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42193,DS-0727c3d0-bb3f-4746-b5e5-c405ab57ceda,DISK] 2024-11-19T00:31:33,283 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/WALs/6b1531871d35,42791,1731976290910/6b1531871d35%2C42791%2C1731976290910.1731976293265 2024-11-19T00:31:33,283 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37737:37737)] 2024-11-19T00:31:33,283 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:33,284 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:33,284 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:33,284 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:33,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:33,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:31:33,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:33,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:33,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:33,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:31:33,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:33,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:33,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:33,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:31:33,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:33,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:33,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:33,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:31:33,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:33,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:33,293 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:33,294 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:33,295 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:33,296 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:33,296 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:33,296 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:33,297 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:33,299 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:31:33,299 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68977724, jitterRate=0.02784818410873413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:33,300 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976293284Initializing all the Stores at 1731976293285 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976293285Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976293285Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976293285Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976293285Cleaning up temporary data from old regions at 1731976293296 (+11 ms)Region opened successfully at 1731976293300 (+4 ms) 2024-11-19T00:31:33,300 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:31:33,303 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7419e1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:31:33,304 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:31:33,304 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:31:33,304 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:31:33,305 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:31:33,305 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:31:33,306 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:31:33,306 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:31:33,308 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:31:33,309 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Unable to get data of znode /1-1762588911/balancer because node does not exist (not necessarily an error) 2024-11-19T00:31:33,315 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762588911/balancer already deleted, retry=false 2024-11-19T00:31:33,316 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:31:33,317 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Unable to get data of znode /1-1762588911/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:31:33,324 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762588911/normalizer already deleted, retry=false 2024-11-19T00:31:33,324 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:31:33,326 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Unable to get data of znode /1-1762588911/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:31:33,332 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762588911/switch/split already deleted, retry=false 2024-11-19T00:31:33,333 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Unable to get data of znode /1-1762588911/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:31:33,340 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762588911/switch/merge already deleted, retry=false 2024-11-19T00:31:33,343 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Unable to get data of znode /1-1762588911/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:31:33,357 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762588911/snapshot-cleanup already deleted, retry=false 2024-11-19T00:31:33,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1762588911/running 2024-11-19T00:31:33,365 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1762588911/running 2024-11-19T00:31:33,365 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911 2024-11-19T00:31:33,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911 2024-11-19T00:31:33,366 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,42791,1731976290910, sessionid=0x1005556c7aa0003, setting cluster-up flag (Was=false) 2024-11-19T00:31:33,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911 2024-11-19T00:31:33,382 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911 2024-11-19T00:31:33,407 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1762588911/flush-table-proc/acquired, /1-1762588911/flush-table-proc/reached, /1-1762588911/flush-table-proc/abort 2024-11-19T00:31:33,409 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,42791,1731976290910 2024-11-19T00:31:33,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911 2024-11-19T00:31:33,432 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911 2024-11-19T00:31:33,465 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1762588911/online-snapshot/acquired, /1-1762588911/online-snapshot/reached, /1-1762588911/online-snapshot/abort 2024-11-19T00:31:33,466 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,42791,1731976290910 2024-11-19T00:31:33,468 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:31:33,469 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:33,470 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:31:33,470 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:31:33,470 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,42791,1731976290910 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:31:33,472 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:33,472 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:33,472 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:33,472 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:33,472 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:31:33,472 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:33,472 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:31:33,472 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:33,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:33,476 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:31:33,477 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:33,477 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:31:33,478 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976323478 2024-11-19T00:31:33,478 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:31:33,478 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:31:33,478 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:31:33,478 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:31:33,478 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:31:33,478 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:31:33,479 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:33,482 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:31:33,482 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:31:33,482 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:31:33,482 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:31:33,485 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:31:33,485 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:31:33,485 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976293485,5,FailOnTimeoutGroup] 2024-11-19T00:31:33,485 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976293485,5,FailOnTimeoutGroup] 2024-11-19T00:31:33,486 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:33,486 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:31:33,486 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:33,486 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:33,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42193 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:31:33,495 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:31:33,495 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216 2024-11-19T00:31:33,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42193 is added to blk_1073741832_1008 (size=32) 2024-11-19T00:31:33,532 INFO [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer(746): ClusterId : 22f72e92-6529-4237-b606-f05fe3f35486 2024-11-19T00:31:33,532 DEBUG [RS:0;6b1531871d35:41279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:31:33,542 DEBUG [RS:0;6b1531871d35:41279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:31:33,542 DEBUG [RS:0;6b1531871d35:41279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:31:33,550 DEBUG [RS:0;6b1531871d35:41279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:31:33,550 DEBUG [RS:0;6b1531871d35:41279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d301f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:31:33,564 DEBUG [RS:0;6b1531871d35:41279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:41279 2024-11-19T00:31:33,565 INFO [RS:0;6b1531871d35:41279 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:31:33,565 INFO [RS:0;6b1531871d35:41279 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:31:33,565 DEBUG [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:31:33,566 INFO [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,42791,1731976290910 with port=41279, startcode=1731976291358 2024-11-19T00:31:33,566 DEBUG [RS:0;6b1531871d35:41279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:31:33,568 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:31:33,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,41279,1731976291358 2024-11-19T00:31:33,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42791 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,41279,1731976291358 2024-11-19T00:31:33,571 DEBUG [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216 2024-11-19T00:31:33,571 DEBUG [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33453 2024-11-19T00:31:33,571 DEBUG [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:31:33,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911/rs 2024-11-19T00:31:33,602 DEBUG [RS:0;6b1531871d35:41279 {}] zookeeper.ZKUtil(111): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Set watcher on existing znode=/1-1762588911/rs/6b1531871d35,41279,1731976291358 2024-11-19T00:31:33,602 WARN [RS:0;6b1531871d35:41279 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:31:33,602 INFO [RS:0;6b1531871d35:41279 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:33,603 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,41279,1731976291358] 2024-11-19T00:31:33,603 DEBUG [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/WALs/6b1531871d35,41279,1731976291358 2024-11-19T00:31:33,606 INFO [RS:0;6b1531871d35:41279 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:31:33,609 INFO [RS:0;6b1531871d35:41279 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:31:33,610 INFO [RS:0;6b1531871d35:41279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:31:33,610 INFO [RS:0;6b1531871d35:41279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:33,624 INFO [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:31:33,625 INFO [RS:0;6b1531871d35:41279 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:31:33,625 INFO [RS:0;6b1531871d35:41279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:33,625 DEBUG [RS:0;6b1531871d35:41279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:33,626 DEBUG [RS:0;6b1531871d35:41279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:33,626 DEBUG [RS:0;6b1531871d35:41279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:33,626 DEBUG [RS:0;6b1531871d35:41279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:33,626 DEBUG [RS:0;6b1531871d35:41279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:33,626 DEBUG [RS:0;6b1531871d35:41279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:31:33,626 DEBUG [RS:0;6b1531871d35:41279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:33,626 DEBUG [RS:0;6b1531871d35:41279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:33,626 DEBUG [RS:0;6b1531871d35:41279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:33,626 DEBUG [RS:0;6b1531871d35:41279 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:33,626 DEBUG [RS:0;6b1531871d35:41279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:33,626 DEBUG [RS:0;6b1531871d35:41279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:33,627 DEBUG [RS:0;6b1531871d35:41279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:31:33,627 DEBUG [RS:0;6b1531871d35:41279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:31:33,627 INFO [RS:0;6b1531871d35:41279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:33,627 INFO [RS:0;6b1531871d35:41279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:33,627 INFO [RS:0;6b1531871d35:41279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:33,627 INFO [RS:0;6b1531871d35:41279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:33,628 INFO [RS:0;6b1531871d35:41279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:33,628 INFO [RS:0;6b1531871d35:41279 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,41279,1731976291358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:31:33,645 INFO [RS:0;6b1531871d35:41279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:31:33,645 INFO [RS:0;6b1531871d35:41279 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,41279,1731976291358-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:33,645 INFO [RS:0;6b1531871d35:41279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:33,645 INFO [RS:0;6b1531871d35:41279 {}] regionserver.Replication(171): 6b1531871d35,41279,1731976291358 started 2024-11-19T00:31:33,659 INFO [RS:0;6b1531871d35:41279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:33,659 INFO [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,41279,1731976291358, RpcServer on 6b1531871d35/172.17.0.2:41279, sessionid=0x1005556c7aa0004 2024-11-19T00:31:33,659 DEBUG [RS:0;6b1531871d35:41279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:31:33,659 DEBUG [RS:0;6b1531871d35:41279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,41279,1731976291358 2024-11-19T00:31:33,660 DEBUG [RS:0;6b1531871d35:41279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,41279,1731976291358' 2024-11-19T00:31:33,660 DEBUG [RS:0;6b1531871d35:41279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1762588911/flush-table-proc/abort' 2024-11-19T00:31:33,660 DEBUG [RS:0;6b1531871d35:41279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1762588911/flush-table-proc/acquired' 2024-11-19T00:31:33,661 DEBUG [RS:0;6b1531871d35:41279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:31:33,661 DEBUG [RS:0;6b1531871d35:41279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:31:33,661 DEBUG [RS:0;6b1531871d35:41279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,41279,1731976291358 2024-11-19T00:31:33,661 DEBUG [RS:0;6b1531871d35:41279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,41279,1731976291358' 2024-11-19T00:31:33,661 DEBUG [RS:0;6b1531871d35:41279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1762588911/online-snapshot/abort' 2024-11-19T00:31:33,661 DEBUG [RS:0;6b1531871d35:41279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1762588911/online-snapshot/acquired' 2024-11-19T00:31:33,661 DEBUG [RS:0;6b1531871d35:41279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:31:33,661 INFO [RS:0;6b1531871d35:41279 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:31:33,661 INFO [RS:0;6b1531871d35:41279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:31:33,762 INFO [RS:0;6b1531871d35:41279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:31:33,764 INFO [RS:0;6b1531871d35:41279 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C41279%2C1731976291358, suffix=, logDir=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/WALs/6b1531871d35,41279,1731976291358, archiveDir=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/oldWALs, maxLogs=10 2024-11-19T00:31:33,779 DEBUG [RS:0;6b1531871d35:41279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/WALs/6b1531871d35,41279,1731976291358/6b1531871d35%2C41279%2C1731976291358.1731976293765, exclude list is [], retry=0 2024-11-19T00:31:33,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42193,DS-0727c3d0-bb3f-4746-b5e5-c405ab57ceda,DISK] 2024-11-19T00:31:33,787 INFO [RS:0;6b1531871d35:41279 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/WALs/6b1531871d35,41279,1731976291358/6b1531871d35%2C41279%2C1731976291358.1731976293765 2024-11-19T00:31:33,787 DEBUG [RS:0;6b1531871d35:41279 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37737:37737)] 2024-11-19T00:31:33,821 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:31:33,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:33,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:31:33,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:31:33,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:33,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:33,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:31:33,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:31:33,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:33,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:33,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:31:33,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:31:33,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:33,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:33,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:31:33,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:31:33,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:33,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:33,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:31:33,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/data/hbase/meta/1588230740 2024-11-19T00:31:33,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/data/hbase/meta/1588230740 2024-11-19T00:31:33,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:31:33,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:31:33,924 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:33,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:31:33,927 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:31:33,927 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61956567, jitterRate=-0.0767752081155777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:33,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976293911Initializing all the Stores at 1731976293912 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976293912Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976293913 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976293913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976293913Cleaning up temporary data from old regions at 1731976293923 (+10 ms)Region opened successfully at 1731976293928 (+5 ms) 2024-11-19T00:31:33,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:31:33,928 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:31:33,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:31:33,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:31:33,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:31:33,928 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:31:33,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976293928Disabling compacts and flushes for region at 1731976293928Disabling writes for close at 1731976293928Writing region close event to WAL at 1731976293928Closed at 1731976293928 2024-11-19T00:31:33,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:33,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:31:33,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:31:33,931 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:31:33,932 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:31:34,082 DEBUG [6b1531871d35:42791 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:31:34,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,41279,1731976291358 2024-11-19T00:31:34,084 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,41279,1731976291358, state=OPENING 2024-11-19T00:31:34,090 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:31:34,099 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911 2024-11-19T00:31:34,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911 2024-11-19T00:31:34,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1762588911/meta-region-server: CHANGED 2024-11-19T00:31:34,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1762588911/meta-region-server: CHANGED 2024-11-19T00:31:34,099 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:31:34,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,41279,1731976291358}] 2024-11-19T00:31:34,253 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:31:34,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:31:34,261 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:31:34,261 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:34,262 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:31:34,264 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C41279%2C1731976291358.meta, suffix=.meta, logDir=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/WALs/6b1531871d35,41279,1731976291358, archiveDir=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/oldWALs, maxLogs=10 2024-11-19T00:31:34,283 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/WALs/6b1531871d35,41279,1731976291358/6b1531871d35%2C41279%2C1731976291358.meta.1731976294264.meta, exclude list is [], retry=0 2024-11-19T00:31:34,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42193,DS-0727c3d0-bb3f-4746-b5e5-c405ab57ceda,DISK] 2024-11-19T00:31:34,288 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/WALs/6b1531871d35,41279,1731976291358/6b1531871d35%2C41279%2C1731976291358.meta.1731976294264.meta 2024-11-19T00:31:34,289 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37737:37737)] 2024-11-19T00:31:34,289 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:34,290 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:31:34,290 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:31:34,290 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:31:34,290 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:31:34,290 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:31:34,290 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:34,291 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:31:34,291 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:31:34,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:31:34,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:31:34,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:34,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:34,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:31:34,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:31:34,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:34,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:34,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:31:34,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:31:34,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:34,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:34,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:31:34,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:31:34,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:34,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:34,299 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:31:34,300 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/data/hbase/meta/1588230740 2024-11-19T00:31:34,301 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/data/hbase/meta/1588230740 2024-11-19T00:31:34,302 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:31:34,302 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:31:34,303 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:34,305 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:31:34,306 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68086777, jitterRate=0.014572039246559143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:34,306 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:31:34,306 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976294291Writing region info on filesystem at 1731976294291Initializing all the Stores at 1731976294292 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976294292Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976294292Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976294292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976294292Cleaning up temporary data from old regions at 1731976294302 (+10 ms)Running coprocessor post-open hooks at 1731976294306 (+4 ms)Region opened successfully at 1731976294306 2024-11-19T00:31:34,308 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976294253 2024-11-19T00:31:34,311 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:31:34,311 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:31:34,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,41279,1731976291358 2024-11-19T00:31:34,313 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,41279,1731976291358, state=OPEN 2024-11-19T00:31:34,357 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1762588911/meta-region-server 2024-11-19T00:31:34,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1762588911/meta-region-server 2024-11-19T00:31:34,357 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,41279,1731976291358 2024-11-19T00:31:34,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1762588911/meta-region-server: CHANGED 2024-11-19T00:31:34,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1762588911/meta-region-server: CHANGED 2024-11-19T00:31:34,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:31:34,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,41279,1731976291358 in 258 msec 2024-11-19T00:31:34,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:31:34,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-19T00:31:34,365 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:34,366 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:31:34,367 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:34,367 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,41279,1731976291358, seqNum=-1] 2024-11-19T00:31:34,368 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:34,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:34,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 905 msec 2024-11-19T00:31:34,376 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976294376, completionTime=-1 2024-11-19T00:31:34,376 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:31:34,376 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:31:34,378 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:31:34,378 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976354378 2024-11-19T00:31:34,379 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976414378 2024-11-19T00:31:34,379 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T00:31:34,379 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42791,1731976290910-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:34,379 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42791,1731976290910-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:34,379 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42791,1731976290910-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:34,379 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:42791, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:34,379 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:34,380 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:34,382 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:31:34,385 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.820sec 2024-11-19T00:31:34,385 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:31:34,385 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:31:34,385 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:31:34,385 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:31:34,385 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:31:34,385 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42791,1731976290910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:31:34,385 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42791,1731976290910-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:31:34,388 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:31:34,388 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:31:34,388 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42791,1731976290910-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:34,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:34,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,42791,-1 for getting cluster id 2024-11-19T00:31:34,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:34,435 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22f72e92-6529-4237-b606-f05fe3f35486' 2024-11-19T00:31:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22f72e92-6529-4237-b606-f05fe3f35486" 2024-11-19T00:31:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dda632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,42791,-1] 2024-11-19T00:31:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:34,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:34,438 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:34,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:34,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,41279,1731976291358, seqNum=-1] 2024-11-19T00:31:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:34,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:34,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,42791,1731976290910 2024-11-19T00:31:34,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61941 2024-11-19T00:31:34,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:34,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1005556c7aa0005 connected 2024-11-19T00:31:34,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685d61b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:34,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,44077,-1 for getting cluster id 2024-11-19T00:31:34,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:34,473 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a92aea4-d4fa-4839-8919-4646da1dce3e' 2024-11-19T00:31:34,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:34,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a92aea4-d4fa-4839-8919-4646da1dce3e" 2024-11-19T00:31:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427f6a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,44077,-1] 2024-11-19T00:31:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:34,475 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212f1f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:34,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,44077,1731976286268 2024-11-19T00:31:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@967907d 2024-11-19T00:31:34,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:34,479 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:34,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:42791,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:31:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:31:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:34,484 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:42791' 2024-11-19T00:31:34,485 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4605b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:34,485 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,42791,-1 for getting cluster id 2024-11-19T00:31:34,485 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:34,486 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22f72e92-6529-4237-b606-f05fe3f35486' 2024-11-19T00:31:34,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:34,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22f72e92-6529-4237-b606-f05fe3f35486" 2024-11-19T00:31:34,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bacf4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:34,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,42791,-1] 2024-11-19T00:31:34,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:34,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:34,489 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:34,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f9a027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:34,490 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:34,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,42791,1731976290910 2024-11-19T00:31:34,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7aaf3c08 2024-11-19T00:31:34,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:34,492 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:34,493 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T00:31:34,494 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:31:34,494 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:34,494 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:34,494 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:31:34,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:34,496 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:31:34,499 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:31:34,499 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:34,501 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:31:34,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741835_1011 (size=1138) 2024-11-19T00:31:34,523 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 809e034634b71a0d5bd9eeded4d6d208, NAME => 'hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14 2024-11-19T00:31:34,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741836_1012 (size=44) 2024-11-19T00:31:34,537 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:34,537 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 809e034634b71a0d5bd9eeded4d6d208, disabling compactions & flushes 2024-11-19T00:31:34,537 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. 2024-11-19T00:31:34,537 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. 2024-11-19T00:31:34,537 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. after waiting 0 ms 2024-11-19T00:31:34,537 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. 2024-11-19T00:31:34,537 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. 2024-11-19T00:31:34,537 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 809e034634b71a0d5bd9eeded4d6d208: Waiting for close lock at 1731976294537Disabling compacts and flushes for region at 1731976294537Disabling writes for close at 1731976294537Writing region close event to WAL at 1731976294537Closed at 1731976294537 2024-11-19T00:31:34,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:31:34,542 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731976294541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976294541"}]},"ts":"1731976294541"} 2024-11-19T00:31:34,545 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:31:34,547 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T00:31:34,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:31:34,548 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976294547"}]},"ts":"1731976294547"} 2024-11-19T00:31:34,551 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T00:31:34,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=809e034634b71a0d5bd9eeded4d6d208, ASSIGN}] 2024-11-19T00:31:34,554 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=809e034634b71a0d5bd9eeded4d6d208, ASSIGN 2024-11-19T00:31:34,555 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=809e034634b71a0d5bd9eeded4d6d208, ASSIGN; state=OFFLINE, location=6b1531871d35,34925,1731976286428; forceNewPlan=false, retain=false 2024-11-19T00:31:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:34,706 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=809e034634b71a0d5bd9eeded4d6d208, regionState=OPENING, regionLocation=6b1531871d35,34925,1731976286428 2024-11-19T00:31:34,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=809e034634b71a0d5bd9eeded4d6d208, ASSIGN because future has completed 2024-11-19T00:31:34,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 809e034634b71a0d5bd9eeded4d6d208, server=6b1531871d35,34925,1731976286428}] 2024-11-19T00:31:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:34,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. 2024-11-19T00:31:34,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:34,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:31:34,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C34925%2C1731976286428.rep, suffix=, logDir=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428, archiveDir=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/oldWALs, maxLogs=10 2024-11-19T00:31:34,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.rep.1731976294870, exclude list is [], retry=0 2024-11-19T00:31:34,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46199,DS-42b74242-74d0-4273-b4fa-0d519ac28b31,DISK] 2024-11-19T00:31:34,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.rep.1731976294870 2024-11-19T00:31:34,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44045:44045)] 2024-11-19T00:31:34,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 809e034634b71a0d5bd9eeded4d6d208, NAME => 'hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:34,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:31:34,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:31:34,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. service=MultiRowMutationService 2024-11-19T00:31:34,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:31:34,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:34,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:34,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:34,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:34,892 INFO [StoreOpener-809e034634b71a0d5bd9eeded4d6d208-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:34,893 INFO [StoreOpener-809e034634b71a0d5bd9eeded4d6d208-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 809e034634b71a0d5bd9eeded4d6d208 columnFamilyName hfileref 2024-11-19T00:31:34,893 DEBUG [StoreOpener-809e034634b71a0d5bd9eeded4d6d208-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:34,894 INFO [StoreOpener-809e034634b71a0d5bd9eeded4d6d208-1 {}] regionserver.HStore(327): Store=809e034634b71a0d5bd9eeded4d6d208/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:34,894 INFO [StoreOpener-809e034634b71a0d5bd9eeded4d6d208-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:34,895 INFO [StoreOpener-809e034634b71a0d5bd9eeded4d6d208-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 809e034634b71a0d5bd9eeded4d6d208 columnFamilyName queue 2024-11-19T00:31:34,896 DEBUG [StoreOpener-809e034634b71a0d5bd9eeded4d6d208-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:34,896 INFO [StoreOpener-809e034634b71a0d5bd9eeded4d6d208-1 {}] regionserver.HStore(327): Store=809e034634b71a0d5bd9eeded4d6d208/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:34,896 INFO [StoreOpener-809e034634b71a0d5bd9eeded4d6d208-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:34,898 INFO [StoreOpener-809e034634b71a0d5bd9eeded4d6d208-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 809e034634b71a0d5bd9eeded4d6d208 columnFamilyName sid 2024-11-19T00:31:34,898 DEBUG [StoreOpener-809e034634b71a0d5bd9eeded4d6d208-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:34,899 INFO [StoreOpener-809e034634b71a0d5bd9eeded4d6d208-1 {}] regionserver.HStore(327): Store=809e034634b71a0d5bd9eeded4d6d208/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:34,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:34,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/replication/809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:34,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/replication/809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:34,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:34,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:34,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:31:34,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:34,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/replication/809e034634b71a0d5bd9eeded4d6d208/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:31:34,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 809e034634b71a0d5bd9eeded4d6d208; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72189164, jitterRate=0.07570236921310425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:31:34,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:34,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 809e034634b71a0d5bd9eeded4d6d208: Running coprocessor pre-open hook at 1731976294890Writing region info on filesystem at 1731976294890Initializing all the Stores at 1731976294892 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976294892Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976294892Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976294892Cleaning up temporary data from old regions at 1731976294901 (+9 ms)Running coprocessor post-open hooks at 1731976294906 (+5 ms)Region opened successfully at 1731976294907 (+1 ms) 2024-11-19T00:31:34,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208., pid=7, masterSystemTime=1731976294863 2024-11-19T00:31:34,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. 2024-11-19T00:31:34,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. 2024-11-19T00:31:34,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=809e034634b71a0d5bd9eeded4d6d208, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,34925,1731976286428 2024-11-19T00:31:34,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 809e034634b71a0d5bd9eeded4d6d208, server=6b1531871d35,34925,1731976286428 because future has completed 2024-11-19T00:31:34,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T00:31:34,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 809e034634b71a0d5bd9eeded4d6d208, server=6b1531871d35,34925,1731976286428 in 207 msec 2024-11-19T00:31:34,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:31:34,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=809e034634b71a0d5bd9eeded4d6d208, ASSIGN in 368 msec 2024-11-19T00:31:34,923 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:31:34,923 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976294923"}]},"ts":"1731976294923"} 2024-11-19T00:31:34,925 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T00:31:34,927 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:31:34,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 432 msec 2024-11-19T00:31:34,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208., hostname=6b1531871d35,34925,1731976286428, seqNum=2] 2024-11-19T00:31:34,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:34,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:35,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:31:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:35,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T00:31:35,160 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T00:31:35,202 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,34925,1731976286428, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:31:35,203 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:35,203 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,34925,1731976286428, seqNum=-1] 2024-11-19T00:31:35,203 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:35,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-19T00:31:35,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b1531871d35,34925,1731976286428', locateType=CURRENT is [region=hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208., hostname=6b1531871d35,34925,1731976286428, seqNum=2] 2024-11-19T00:31:35,214 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T00:31:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T00:31:35,226 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b1531871d35,34925,1731976286428 suceeded 2024-11-19T00:31:35,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T00:31:35,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-19T00:31:35,230 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b1531871d35:42791,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:31:35,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 751 msec 2024-11-19T00:31:35,237 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:42791' 2024-11-19T00:31:35,242 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@441dc0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:35,242 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,42791,-1 for getting cluster id 2024-11-19T00:31:35,242 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:35,244 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22f72e92-6529-4237-b606-f05fe3f35486' 2024-11-19T00:31:35,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:35,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22f72e92-6529-4237-b606-f05fe3f35486" 2024-11-19T00:31:35,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ec13809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:35,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,42791,-1] 2024-11-19T00:31:35,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:35,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:35,246 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:35,247 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b285776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:35,247 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:35,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,42791,1731976290910 2024-11-19T00:31:35,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32e7a5f0 2024-11-19T00:31:35,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:35,250 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-19T00:31:35,251 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,34925,1731976286428 (queues=1) is replicating from cluster=7a92aea4-d4fa-4839-8919-4646da1dce3e to cluster=22f72e92-6529-4237-b606-f05fe3f35486 2024-11-19T00:31:35,251 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C34925%2C1731976286428 2024-11-19T00:31:35,251 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,34925,1731976286428, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:31:35,255 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428.replicationSource.shipper6b1531871d35%2C34925%2C1731976286428,1-6b1531871d35,34925,1731976286428 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C34925%2C1731976286428 2024-11-19T00:31:35,255 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428.replicationSource.wal-reader.6b1531871d35%2C34925%2C1731976286428,1-6b1531871d35,34925,1731976286428 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.1731976288002, startPosition=0, beingWritten=true 2024-11-19T00:31:35,465 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428.replicationSource.wal-reader.6b1531871d35%2C34925%2C1731976286428,1-6b1531871d35,34925,1731976286428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.1731976288002 to pos 0, reset compression=false 2024-11-19T00:31:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:35,623 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:31:35,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:35,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:35,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:35,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:35,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:35,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,44077,1731976286268 2024-11-19T00:31:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fc38de8 2024-11-19T00:31:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:35,626 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:35,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T00:31:35,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:31:35,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:35,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:35,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:35,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:35,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:35,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:31:35,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=331440097, stopped=false 2024-11-19T00:31:35,628 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,42791,1731976290910 2024-11-19T00:31:35,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1762588911/running 2024-11-19T00:31:35,640 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1762588911/running 2024-11-19T00:31:35,640 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911 2024-11-19T00:31:35,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911 2024-11-19T00:31:35,640 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:31:35,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:35,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:35,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:35,641 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,41279,1731976291358' ***** 2024-11-19T00:31:35,641 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:31:35,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Set watcher on znode that does not yet exist, /1-1762588911/running 2024-11-19T00:31:35,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Set watcher on znode that does not yet exist, /1-1762588911/running 2024-11-19T00:31:35,642 INFO [RS:0;6b1531871d35:41279 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:31:35,642 INFO [RS:0;6b1531871d35:41279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:31:35,642 INFO [RS:0;6b1531871d35:41279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:31:35,642 INFO [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,41279,1731976291358 2024-11-19T00:31:35,642 INFO [RS:0;6b1531871d35:41279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:31:35,642 INFO [RS:0;6b1531871d35:41279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:41279. 2024-11-19T00:31:35,642 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:31:35,642 DEBUG [RS:0;6b1531871d35:41279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:35,642 DEBUG [RS:0;6b1531871d35:41279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:35,642 INFO [RS:0;6b1531871d35:41279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:31:35,642 INFO [RS:0;6b1531871d35:41279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:31:35,642 INFO [RS:0;6b1531871d35:41279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:31:35,642 INFO [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:31:35,642 INFO [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T00:31:35,643 DEBUG [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:31:35,643 DEBUG [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:31:35,643 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:31:35,643 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:31:35,643 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:31:35,643 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:31:35,643 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:31:35,643 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T00:31:35,661 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/data/hbase/meta/1588230740/.tmp/ns/58676295b6114b74bf60b86a9c5516d7 is 43, key is default/ns:d/1731976294370/Put/seqid=0 2024-11-19T00:31:35,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42193 is added to blk_1073741835_1011 (size=5153) 2024-11-19T00:31:35,674 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/data/hbase/meta/1588230740/.tmp/ns/58676295b6114b74bf60b86a9c5516d7 2024-11-19T00:31:35,683 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/data/hbase/meta/1588230740/.tmp/ns/58676295b6114b74bf60b86a9c5516d7 as hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/data/hbase/meta/1588230740/ns/58676295b6114b74bf60b86a9c5516d7 2024-11-19T00:31:35,689 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/data/hbase/meta/1588230740/ns/58676295b6114b74bf60b86a9c5516d7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T00:31:35,691 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 48ms, sequenceid=6, compaction requested=false 2024-11-19T00:31:35,696 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T00:31:35,696 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:31:35,696 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:31:35,696 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:31:35,696 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976295643Running coprocessor pre-close hooks at 1731976295643Disabling compacts and flushes for region at 1731976295643Disabling writes for close at 1731976295643Obtaining lock to block concurrent updates at 1731976295643Preparing flush snapshotting stores in 1588230740 at 1731976295643Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731976295643Flushing stores of hbase:meta,,1.1588230740 at 1731976295644 (+1 ms)Flushing 1588230740/ns: creating writer at 1731976295644Flushing 1588230740/ns: appending metadata at 1731976295661 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731976295661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25083446: reopening flushed file at 1731976295681 (+20 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 48ms, sequenceid=6, compaction requested=false at 1731976295691 (+10 ms)Writing region close event to WAL at 1731976295691Running coprocessor post-close hooks at 1731976295696 (+5 ms)Closed at 1731976295696 2024-11-19T00:31:35,697 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:31:35,730 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:31:35,771 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428.replicationSource.wal-reader.6b1531871d35%2C34925%2C1731976286428,1-6b1531871d35,34925,1731976286428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.1731976288002 to pos 0, reset compression=false 2024-11-19T00:31:35,843 INFO [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,41279,1731976291358; all regions closed. 2024-11-19T00:31:35,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42193 is added to blk_1073741834_1010 (size=1152) 2024-11-19T00:31:35,852 DEBUG [RS:0;6b1531871d35:41279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/oldWALs 2024-11-19T00:31:35,852 INFO [RS:0;6b1531871d35:41279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C41279%2C1731976291358.meta:.meta(num 1731976294264) 2024-11-19T00:31:35,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42193 is added to blk_1073741833_1009 (size=93) 2024-11-19T00:31:35,858 DEBUG [RS:0;6b1531871d35:41279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/oldWALs 2024-11-19T00:31:35,858 INFO [RS:0;6b1531871d35:41279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C41279%2C1731976291358:(num 1731976293765) 2024-11-19T00:31:35,858 DEBUG [RS:0;6b1531871d35:41279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:35,858 INFO [RS:0;6b1531871d35:41279 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:31:35,858 INFO [RS:0;6b1531871d35:41279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:31:35,859 INFO [RS:0;6b1531871d35:41279 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T00:31:35,859 INFO [RS:0;6b1531871d35:41279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:31:35,859 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:31:35,859 INFO [RS:0;6b1531871d35:41279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41279 2024-11-19T00:31:35,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911/rs 2024-11-19T00:31:35,865 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1762588911/rs/6b1531871d35,41279,1731976291358 2024-11-19T00:31:35,865 INFO [RS:0;6b1531871d35:41279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:31:35,874 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,41279,1731976291358] 2024-11-19T00:31:35,882 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762588911/draining/6b1531871d35,41279,1731976291358 already deleted, retry=false 2024-11-19T00:31:35,882 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,41279,1731976291358 expired; onlineServers=0 2024-11-19T00:31:35,882 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,42791,1731976290910' ***** 2024-11-19T00:31:35,882 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:31:35,882 INFO [M:0;6b1531871d35:42791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:31:35,882 INFO [M:0;6b1531871d35:42791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:31:35,882 DEBUG [M:0;6b1531871d35:42791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:31:35,883 DEBUG [M:0;6b1531871d35:42791 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:31:35,883 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:31:35,883 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976293485 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976293485,5,FailOnTimeoutGroup] 2024-11-19T00:31:35,883 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976293485 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976293485,5,FailOnTimeoutGroup] 2024-11-19T00:31:35,883 INFO [M:0;6b1531871d35:42791 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:31:35,883 INFO [M:0;6b1531871d35:42791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:31:35,883 DEBUG [M:0;6b1531871d35:42791 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:31:35,883 INFO [M:0;6b1531871d35:42791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:31:35,883 INFO [M:0;6b1531871d35:42791 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:31:35,883 INFO [M:0;6b1531871d35:42791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:31:35,883 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:31:35,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1762588911/master 2024-11-19T00:31:35,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762588911 2024-11-19T00:31:35,890 DEBUG [M:0;6b1531871d35:42791 {}] zookeeper.ZKUtil(347): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Unable to get data of znode /1-1762588911/master because node does not exist (not an error) 2024-11-19T00:31:35,890 WARN [M:0;6b1531871d35:42791 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:31:35,891 INFO [M:0;6b1531871d35:42791 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/.lastflushedseqids 2024-11-19T00:31:35,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42193 is added to blk_1073741836_1012 (size=99) 2024-11-19T00:31:35,974 INFO [RS:0;6b1531871d35:41279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:31:35,974 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:35,974 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41279-0x1005556c7aa0004, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:35,974 INFO [RS:0;6b1531871d35:41279 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,41279,1731976291358; zookeeper connection closed. 2024-11-19T00:31:35,975 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@518d95dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@518d95dc 2024-11-19T00:31:35,975 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:31:36,176 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428.replicationSource.wal-reader.6b1531871d35%2C34925%2C1731976286428,1-6b1531871d35,34925,1731976286428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.1731976288002 to pos 0, reset compression=false 2024-11-19T00:31:36,301 INFO [M:0;6b1531871d35:42791 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:31:36,301 INFO [M:0;6b1531871d35:42791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:31:36,301 DEBUG [M:0;6b1531871d35:42791 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:31:36,301 INFO [M:0;6b1531871d35:42791 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:36,301 DEBUG [M:0;6b1531871d35:42791 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:36,301 DEBUG [M:0;6b1531871d35:42791 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:31:36,301 DEBUG [M:0;6b1531871d35:42791 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:36,301 INFO [M:0;6b1531871d35:42791 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T00:31:36,329 DEBUG [M:0;6b1531871d35:42791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86229fa76cd4420a9828940dcfd41f19 is 82, key is hbase:meta,,1/info:regioninfo/1731976294312/Put/seqid=0 2024-11-19T00:31:36,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42193 is added to blk_1073741837_1013 (size=5672) 2024-11-19T00:31:36,345 INFO [M:0;6b1531871d35:42791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86229fa76cd4420a9828940dcfd41f19 2024-11-19T00:31:36,378 DEBUG [M:0;6b1531871d35:42791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ae8ee0606de466ea01aa18255931fbb is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731976294375/Put/seqid=0 2024-11-19T00:31:36,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42193 is added to blk_1073741838_1014 (size=5275) 2024-11-19T00:31:36,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T00:31:36,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T00:31:36,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T00:31:36,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T00:31:36,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:31:36,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T00:31:36,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:31:36,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T00:31:36,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T00:31:36,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T00:31:36,682 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428.replicationSource.wal-reader.6b1531871d35%2C34925%2C1731976286428,1-6b1531871d35,34925,1731976286428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.1731976288002 to pos 0, reset compression=false 2024-11-19T00:31:36,788 INFO [M:0;6b1531871d35:42791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ae8ee0606de466ea01aa18255931fbb 2024-11-19T00:31:36,807 DEBUG [M:0;6b1531871d35:42791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae1ccab89de24d96a42f60907fb82044 is 69, key is 6b1531871d35,41279,1731976291358/rs:state/1731976293569/Put/seqid=0 2024-11-19T00:31:36,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42193 is added to blk_1073741839_1015 (size=5156) 2024-11-19T00:31:37,213 INFO [M:0;6b1531871d35:42791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae1ccab89de24d96a42f60907fb82044 2024-11-19T00:31:37,219 DEBUG [M:0;6b1531871d35:42791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86229fa76cd4420a9828940dcfd41f19 as hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86229fa76cd4420a9828940dcfd41f19 2024-11-19T00:31:37,224 INFO [M:0;6b1531871d35:42791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86229fa76cd4420a9828940dcfd41f19, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T00:31:37,225 DEBUG [M:0;6b1531871d35:42791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ae8ee0606de466ea01aa18255931fbb as hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ae8ee0606de466ea01aa18255931fbb 2024-11-19T00:31:37,230 INFO [M:0;6b1531871d35:42791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ae8ee0606de466ea01aa18255931fbb, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T00:31:37,231 DEBUG [M:0;6b1531871d35:42791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae1ccab89de24d96a42f60907fb82044 as hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae1ccab89de24d96a42f60907fb82044 2024-11-19T00:31:37,235 INFO [M:0;6b1531871d35:42791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33453/user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae1ccab89de24d96a42f60907fb82044, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T00:31:37,237 INFO [M:0;6b1531871d35:42791 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=28, compaction requested=false 2024-11-19T00:31:37,238 INFO [M:0;6b1531871d35:42791 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:37,238 DEBUG [M:0;6b1531871d35:42791 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976296301Disabling compacts and flushes for region at 1731976296301Disabling writes for close at 1731976296301Obtaining lock to block concurrent updates at 1731976296302 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976296302Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731976296302Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976296303 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976296303Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976296326 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976296326Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976296354 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976296377 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976296377Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976296794 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976296806 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976296806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5f0470: reopening flushed file at 1731976297218 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7437d45e: reopening flushed file at 1731976297224 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe2ad63: reopening flushed file at 1731976297230 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=28, compaction requested=false at 1731976297237 (+7 ms)Writing region close event to WAL at 1731976297238 (+1 ms)Closed at 1731976297238 2024-11-19T00:31:37,240 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d96a3c8f-929a-725b-804b-9d7b60b4a216/MasterData/WALs/6b1531871d35,42791,1731976290910/6b1531871d35%2C42791%2C1731976290910.1731976293265 not finished, retry = 0 2024-11-19T00:31:37,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42193 is added to blk_1073741830_1006 (size=10165) 2024-11-19T00:31:37,288 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428.replicationSource.wal-reader.6b1531871d35%2C34925%2C1731976286428,1-6b1531871d35,34925,1731976286428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.1731976288002 to pos 0, reset compression=false 2024-11-19T00:31:37,341 INFO [M:0;6b1531871d35:42791 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:31:37,341 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:31:37,341 INFO [M:0;6b1531871d35:42791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42791 2024-11-19T00:31:37,342 INFO [M:0;6b1531871d35:42791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:31:37,477 INFO [M:0;6b1531871d35:42791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:31:37,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:37,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1005556c7aa0003, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:37,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46319543{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:31:37,536 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:31:37,536 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:31:37,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:31:37,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/hadoop.log.dir/,STOPPED} 2024-11-19T00:31:37,537 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:31:37,537 WARN [BP-436750770-172.17.0.2-1731976289123 heartbeating to localhost/127.0.0.1:33453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:31:37,537 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:31:37,537 WARN [BP-436750770-172.17.0.2-1731976289123 heartbeating to localhost/127.0.0.1:33453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-436750770-172.17.0.2-1731976289123 (Datanode Uuid 4da453c3-1306-40cb-874c-3ac40223aea2) service to localhost/127.0.0.1:33453 2024-11-19T00:31:37,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/cluster_1df9f255-d513-8ba3-a14f-244f0d918672/data/data1/current/BP-436750770-172.17.0.2-1731976289123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:31:37,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/cluster_1df9f255-d513-8ba3-a14f-244f0d918672/data/data2/current/BP-436750770-172.17.0.2-1731976289123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:31:37,538 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:31:37,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e49dff1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:31:37,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:31:37,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:31:37,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:31:37,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/hadoop.log.dir/,STOPPED} 2024-11-19T00:31:37,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:31:37,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:31:37,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:37,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:37,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:37,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:37,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:37,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:31:37,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1927667930, stopped=false 2024-11-19T00:31:37,559 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,44077,1731976286268 2024-11-19T00:31:37,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1900566770/running 2024-11-19T00:31:37,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1900566770/running 2024-11-19T00:31:37,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:37,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:37,601 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:31:37,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Set watcher on znode that does not yet exist, /0-1900566770/running 2024-11-19T00:31:37,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:37,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Set watcher on znode that does not yet exist, /0-1900566770/running 2024-11-19T00:31:37,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:37,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:37,602 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,34925,1731976286428' ***** 2024-11-19T00:31:37,602 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:31:37,602 INFO [RS:0;6b1531871d35:34925 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:31:37,602 INFO [RS:0;6b1531871d35:34925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:31:37,602 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:31:37,603 INFO [RS:0;6b1531871d35:34925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:31:37,603 INFO [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(3091): Received CLOSE for 809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:37,603 INFO [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,34925,1731976286428 2024-11-19T00:31:37,603 INFO [RS:0;6b1531871d35:34925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:31:37,603 INFO [RS:0;6b1531871d35:34925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:34925. 2024-11-19T00:31:37,603 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 809e034634b71a0d5bd9eeded4d6d208, disabling compactions & flushes 2024-11-19T00:31:37,603 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. 2024-11-19T00:31:37,603 DEBUG [RS:0;6b1531871d35:34925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:37,603 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. 2024-11-19T00:31:37,603 DEBUG [RS:0;6b1531871d35:34925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:37,603 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. after waiting 0 ms 2024-11-19T00:31:37,603 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. 2024-11-19T00:31:37,603 INFO [RS:0;6b1531871d35:34925 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:31:37,603 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 809e034634b71a0d5bd9eeded4d6d208 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T00:31:37,603 INFO [RS:0;6b1531871d35:34925 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:31:37,603 INFO [RS:0;6b1531871d35:34925 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:31:37,603 INFO [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:31:37,605 INFO [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T00:31:37,605 DEBUG [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1325): Online Regions={809e034634b71a0d5bd9eeded4d6d208=hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:31:37,606 DEBUG [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:37,606 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:31:37,606 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:31:37,606 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:31:37,606 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:31:37,606 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:31:37,606 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T00:31:37,623 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/.tmp/info/be6437bc99154737824e025977a6d0a9 is 147, key is hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208./info:regioninfo/1731976294912/Put/seqid=0 2024-11-19T00:31:37,623 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/replication/809e034634b71a0d5bd9eeded4d6d208/.tmp/queue/e5407f5ff0454193abb192c8832501e1 is 151, key is 1-6b1531871d35,34925,1731976286428/queue:6b1531871d35%2C34925%2C1731976286428/1731976295210/Put/seqid=0 2024-11-19T00:31:37,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741838_1014 (size=6631) 2024-11-19T00:31:37,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741839_1015 (size=5350) 2024-11-19T00:31:37,645 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:31:37,806 DEBUG [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:37,835 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:31:37,835 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:31:37,994 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428.replicationSource.wal-reader.6b1531871d35%2C34925%2C1731976286428,1-6b1531871d35,34925,1731976286428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.1731976288002 to pos 0, reset compression=false 2024-11-19T00:31:38,006 DEBUG [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 809e034634b71a0d5bd9eeded4d6d208 2024-11-19T00:31:38,030 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/.tmp/info/be6437bc99154737824e025977a6d0a9 2024-11-19T00:31:38,032 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/replication/809e034634b71a0d5bd9eeded4d6d208/.tmp/queue/e5407f5ff0454193abb192c8832501e1 2024-11-19T00:31:38,039 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/replication/809e034634b71a0d5bd9eeded4d6d208/.tmp/queue/e5407f5ff0454193abb192c8832501e1 as hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/replication/809e034634b71a0d5bd9eeded4d6d208/queue/e5407f5ff0454193abb192c8832501e1 2024-11-19T00:31:38,044 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/replication/809e034634b71a0d5bd9eeded4d6d208/queue/e5407f5ff0454193abb192c8832501e1, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T00:31:38,046 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 809e034634b71a0d5bd9eeded4d6d208 in 442ms, sequenceid=5, compaction requested=false 2024-11-19T00:31:38,046 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T00:31:38,052 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/.tmp/ns/2a2139597958447cb125b653ba82414b is 43, key is default/ns:d/1731976289012/Put/seqid=0 2024-11-19T00:31:38,052 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/replication/809e034634b71a0d5bd9eeded4d6d208/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T00:31:38,053 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:31:38,053 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:31:38,053 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. 2024-11-19T00:31:38,053 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 809e034634b71a0d5bd9eeded4d6d208: Waiting for close lock at 1731976297603Running coprocessor pre-close hooks at 1731976297603Disabling compacts and flushes for region at 1731976297603Disabling writes for close at 1731976297603Obtaining lock to block concurrent updates at 1731976297603Preparing flush snapshotting stores in 809e034634b71a0d5bd9eeded4d6d208 at 1731976297603Finished memstore snapshotting hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731976297604 (+1 ms)Flushing stores of hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. at 1731976297604Flushing 809e034634b71a0d5bd9eeded4d6d208/queue: creating writer at 1731976297604Flushing 809e034634b71a0d5bd9eeded4d6d208/queue: appending metadata at 1731976297622 (+18 ms)Flushing 809e034634b71a0d5bd9eeded4d6d208/queue: closing flushed file at 1731976297622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdc77ab: reopening flushed file at 1731976298038 (+416 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 809e034634b71a0d5bd9eeded4d6d208 in 442ms, sequenceid=5, compaction requested=false at 1731976298046 (+8 ms)Writing region close event to WAL at 1731976298048 (+2 ms)Running coprocessor post-close hooks at 1731976298053 (+5 ms)Closed at 1731976298053 2024-11-19T00:31:38,053 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731976294494.809e034634b71a0d5bd9eeded4d6d208. 2024-11-19T00:31:38,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741840_1016 (size=5153) 2024-11-19T00:31:38,206 DEBUG [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:31:38,406 DEBUG [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:31:38,457 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/.tmp/ns/2a2139597958447cb125b653ba82414b 2024-11-19T00:31:38,477 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/.tmp/table/d452a5771d104bcdbff984a53ab36fb6 is 53, key is hbase:replication/table:state/1731976294923/Put/seqid=0 2024-11-19T00:31:38,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741841_1017 (size=5256) 2024-11-19T00:31:38,607 INFO [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T00:31:38,607 DEBUG [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:31:38,607 DEBUG [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:31:38,800 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428.replicationSource.wal-reader.6b1531871d35%2C34925%2C1731976286428,1-6b1531871d35,34925,1731976286428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.1731976288002 to pos 0, reset compression=false 2024-11-19T00:31:38,807 DEBUG [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:31:38,882 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/.tmp/table/d452a5771d104bcdbff984a53ab36fb6 2024-11-19T00:31:38,888 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/.tmp/info/be6437bc99154737824e025977a6d0a9 as hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/info/be6437bc99154737824e025977a6d0a9 2024-11-19T00:31:38,893 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/info/be6437bc99154737824e025977a6d0a9, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T00:31:38,895 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/.tmp/ns/2a2139597958447cb125b653ba82414b as hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/ns/2a2139597958447cb125b653ba82414b 2024-11-19T00:31:38,901 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/ns/2a2139597958447cb125b653ba82414b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T00:31:38,902 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/.tmp/table/d452a5771d104bcdbff984a53ab36fb6 as hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/table/d452a5771d104bcdbff984a53ab36fb6 2024-11-19T00:31:38,908 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/table/d452a5771d104bcdbff984a53ab36fb6, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T00:31:38,909 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-11-19T00:31:38,914 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T00:31:38,914 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:31:38,914 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:31:38,914 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:31:38,915 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976297606Running coprocessor pre-close hooks at 1731976297606Disabling compacts and flushes for region at 1731976297606Disabling writes for close at 1731976297606Obtaining lock to block concurrent updates at 1731976297606Preparing flush snapshotting stores in 1588230740 at 1731976297606Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731976297607 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731976297607Flushing 1588230740/info: creating writer at 1731976297607Flushing 1588230740/info: appending metadata at 1731976297622 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731976297622Flushing 1588230740/ns: creating writer at 1731976298037 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731976298052 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731976298052Flushing 1588230740/table: creating writer at 1731976298463 (+411 ms)Flushing 1588230740/table: appending metadata at 1731976298476 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731976298477 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@604b9a32: reopening flushed file at 1731976298887 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@422121b5: reopening flushed file at 1731976298894 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@365c3692: reopening flushed file at 1731976298901 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1731976298909 (+8 ms)Writing region close event to WAL at 1731976298910 (+1 ms)Running coprocessor post-close hooks at 1731976298914 (+4 ms)Closed at 1731976298914 2024-11-19T00:31:38,915 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:31:39,007 INFO [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,34925,1731976286428; all regions closed. 2024-11-19T00:31:39,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741834_1010 (size=2742) 2024-11-19T00:31:39,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.meta.1731976288929.meta not finished, retry = 0 2024-11-19T00:31:39,113 DEBUG [RS:0;6b1531871d35:34925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/oldWALs 2024-11-19T00:31:39,113 INFO [RS:0;6b1531871d35:34925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C34925%2C1731976286428.meta:.meta(num 1731976288929) 2024-11-19T00:31:39,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741837_1013 (size=1586) 2024-11-19T00:31:39,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.rep.1731976294870 not finished, retry = 0 2024-11-19T00:31:39,218 DEBUG [RS:0;6b1531871d35:34925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/oldWALs 2024-11-19T00:31:39,218 INFO [RS:0;6b1531871d35:34925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C34925%2C1731976286428.rep:(num 1731976294870) 2024-11-19T00:31:39,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741832_1008 (size=93) 2024-11-19T00:31:39,221 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/WALs/6b1531871d35,34925,1731976286428/6b1531871d35%2C34925%2C1731976286428.1731976288002 not finished, retry = 0 2024-11-19T00:31:39,323 DEBUG [RS:0;6b1531871d35:34925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/oldWALs 2024-11-19T00:31:39,324 INFO [RS:0;6b1531871d35:34925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C34925%2C1731976286428:(num 1731976288002) 2024-11-19T00:31:39,324 DEBUG [RS:0;6b1531871d35:34925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:39,324 INFO [RS:0;6b1531871d35:34925 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:31:39,324 INFO [RS:0;6b1531871d35:34925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:31:39,324 INFO [RS:0;6b1531871d35:34925 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T00:31:39,324 INFO [RS:0;6b1531871d35:34925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:31:39,324 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:31:39,324 INFO [RS:0;6b1531871d35:34925 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,34925,1731976286428 because: Region server is closing 2024-11-19T00:31:39,324 INFO [RS:0;6b1531871d35:34925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:34925. 2024-11-19T00:31:39,324 DEBUG [RS:0;6b1531871d35:34925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:39,325 DEBUG [RS:0;6b1531871d35:34925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:39,325 DEBUG [RS:0;6b1531871d35:34925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:39,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:39,425 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428.replicationSource.shipper6b1531871d35%2C34925%2C1731976286428,1-6b1531871d35,34925,1731976286428 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T00:31:39,425 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428.replicationSource.wal-reader.6b1531871d35%2C34925%2C1731976286428,1-6b1531871d35,34925,1731976286428 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T00:31:39,425 INFO [RS:0;6b1531871d35:34925 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,34925,1731976286428.replicationSource.shipper6b1531871d35%2C34925%2C1731976286428,1-6b1531871d35,34925,1731976286428 terminated 2024-11-19T00:31:39,425 INFO [RS:0;6b1531871d35:34925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34925 2024-11-19T00:31:39,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1900566770/rs/6b1531871d35,34925,1731976286428 2024-11-19T00:31:39,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770/rs 2024-11-19T00:31:39,465 INFO [RS:0;6b1531871d35:34925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:31:39,473 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,34925,1731976286428] 2024-11-19T00:31:39,482 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900566770/draining/6b1531871d35,34925,1731976286428 already deleted, retry=false 2024-11-19T00:31:39,482 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,34925,1731976286428 expired; onlineServers=0 2024-11-19T00:31:39,482 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,44077,1731976286268' ***** 2024-11-19T00:31:39,482 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:31:39,482 INFO [M:0;6b1531871d35:44077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:31:39,482 INFO [M:0;6b1531871d35:44077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:31:39,482 DEBUG [M:0;6b1531871d35:44077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:31:39,482 DEBUG [M:0;6b1531871d35:44077 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:31:39,482 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:31:39,482 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976287675 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976287675,5,FailOnTimeoutGroup] 2024-11-19T00:31:39,482 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976287678 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976287678,5,FailOnTimeoutGroup] 2024-11-19T00:31:39,482 INFO [M:0;6b1531871d35:44077 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:31:39,483 INFO [M:0;6b1531871d35:44077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:31:39,483 DEBUG [M:0;6b1531871d35:44077 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:31:39,483 INFO [M:0;6b1531871d35:44077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:31:39,483 INFO [M:0;6b1531871d35:44077 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:31:39,483 INFO [M:0;6b1531871d35:44077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:31:39,483 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:31:39,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1900566770/master 2024-11-19T00:31:39,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900566770 2024-11-19T00:31:39,490 DEBUG [M:0;6b1531871d35:44077 {}] zookeeper.ZKUtil(347): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Unable to get data of znode /0-1900566770/master because node does not exist (not an error) 2024-11-19T00:31:39,490 WARN [M:0;6b1531871d35:44077 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:31:39,491 INFO [M:0;6b1531871d35:44077 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/.lastflushedseqids 2024-11-19T00:31:39,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741842_1018 (size=181) 2024-11-19T00:31:39,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:39,574 INFO [RS:0;6b1531871d35:34925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:31:39,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1005556c7aa0001, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:39,574 INFO [RS:0;6b1531871d35:34925 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,34925,1731976286428; zookeeper connection closed. 2024-11-19T00:31:39,574 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d1129c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d1129c0 2024-11-19T00:31:39,574 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:31:39,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:31:39,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:39,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:39,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:39,896 INFO [M:0;6b1531871d35:44077 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:31:39,896 INFO [M:0;6b1531871d35:44077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:31:39,896 DEBUG [M:0;6b1531871d35:44077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:31:39,896 INFO [M:0;6b1531871d35:44077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:39,896 DEBUG [M:0;6b1531871d35:44077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:39,897 DEBUG [M:0;6b1531871d35:44077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:31:39,897 DEBUG [M:0;6b1531871d35:44077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:39,897 INFO [M:0;6b1531871d35:44077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T00:31:39,916 DEBUG [M:0;6b1531871d35:44077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/697f10187dc545f993530baeb4c22d47 is 82, key is hbase:meta,,1/info:regioninfo/1731976288981/Put/seqid=0 2024-11-19T00:31:39,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741843_1019 (size=5672) 2024-11-19T00:31:40,321 INFO [M:0;6b1531871d35:44077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/697f10187dc545f993530baeb4c22d47 2024-11-19T00:31:40,347 DEBUG [M:0;6b1531871d35:44077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ed816a70d2e4a13bb81d473ea78b84e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731976294929/Put/seqid=0 2024-11-19T00:31:40,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741844_1020 (size=7203) 2024-11-19T00:31:40,753 INFO [M:0;6b1531871d35:44077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ed816a70d2e4a13bb81d473ea78b84e 2024-11-19T00:31:40,775 DEBUG [M:0;6b1531871d35:44077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80f26878a9b04139917e1473f1f3189e is 69, key is 6b1531871d35,34925,1731976286428/rs:state/1731976287802/Put/seqid=0 2024-11-19T00:31:40,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741845_1021 (size=5156) 2024-11-19T00:31:41,181 INFO [M:0;6b1531871d35:44077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80f26878a9b04139917e1473f1f3189e 2024-11-19T00:31:41,186 DEBUG [M:0;6b1531871d35:44077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/697f10187dc545f993530baeb4c22d47 as hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/697f10187dc545f993530baeb4c22d47 2024-11-19T00:31:41,191 INFO [M:0;6b1531871d35:44077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/697f10187dc545f993530baeb4c22d47, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T00:31:41,193 DEBUG [M:0;6b1531871d35:44077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ed816a70d2e4a13bb81d473ea78b84e as hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ed816a70d2e4a13bb81d473ea78b84e 2024-11-19T00:31:41,199 INFO [M:0;6b1531871d35:44077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ed816a70d2e4a13bb81d473ea78b84e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T00:31:41,200 DEBUG [M:0;6b1531871d35:44077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80f26878a9b04139917e1473f1f3189e as hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80f26878a9b04139917e1473f1f3189e 2024-11-19T00:31:41,206 INFO [M:0;6b1531871d35:44077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42507/user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80f26878a9b04139917e1473f1f3189e, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T00:31:41,207 INFO [M:0;6b1531871d35:44077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=70, compaction requested=false 2024-11-19T00:31:41,209 INFO [M:0;6b1531871d35:44077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:41,209 DEBUG [M:0;6b1531871d35:44077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976299896Disabling compacts and flushes for region at 1731976299896Disabling writes for close at 1731976299897 (+1 ms)Obtaining lock to block concurrent updates at 1731976299897Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976299897Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731976299897Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976299898 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976299898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976299915 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976299915Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976300327 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976300346 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976300346Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976300758 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976300775 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976300775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3959b974: reopening flushed file at 1731976301185 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@638b30e0: reopening flushed file at 1731976301192 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55410ca4: reopening flushed file at 1731976301199 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=70, compaction requested=false at 1731976301207 (+8 ms)Writing region close event to WAL at 1731976301209 (+2 ms)Closed at 1731976301209 2024-11-19T00:31:41,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46199 is added to blk_1073741830_1006 (size=41008) 2024-11-19T00:31:41,211 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36963630-92a7-5798-9f71-57d18b019f14/MasterData/WALs/6b1531871d35,44077,1731976286268/6b1531871d35%2C44077%2C1731976286268.1731976287410 not finished, retry = 0 2024-11-19T00:31:41,312 INFO [M:0;6b1531871d35:44077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:31:41,312 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:31:41,312 INFO [M:0;6b1531871d35:44077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44077 2024-11-19T00:31:41,312 INFO [M:0;6b1531871d35:44077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:31:41,449 INFO [M:0;6b1531871d35:44077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:31:41,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:41,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x1005556c7aa0000, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:31:41,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:31:41,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:31:41,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:31:41,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:31:41,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/hadoop.log.dir/,STOPPED} 2024-11-19T00:31:41,455 WARN [BP-651312998-172.17.0.2-1731976284436 heartbeating to localhost/127.0.0.1:42507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:31:41,455 WARN [BP-651312998-172.17.0.2-1731976284436 heartbeating to localhost/127.0.0.1:42507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-651312998-172.17.0.2-1731976284436 (Datanode Uuid d139bb68-a7ef-4845-bcae-f50d1ad21315) service to localhost/127.0.0.1:42507 2024-11-19T00:31:41,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/cluster_4e73d23a-16c0-b4db-f095-621374238a17/data/data1/current/BP-651312998-172.17.0.2-1731976284436 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:31:41,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/cluster_4e73d23a-16c0-b4db-f095-621374238a17/data/data2/current/BP-651312998-172.17.0.2-1731976284436 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:31:41,456 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:31:41,456 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:31:41,456 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:31:41,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:31:41,464 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:31:41,464 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:31:41,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:31:41,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2735d4e1-ecb3-9287-82ac-25c21e521e02/hadoop.log.dir/,STOPPED} 2024-11-19T00:31:41,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T00:31:41,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:31:41,491 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 109) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61941) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42507 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61941) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33453 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 427) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=237 (was 192) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1753 (was 1458) - AvailableMemoryMB LEAK? - 2024-11-19T00:31:41,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=237, ProcessCount=11, AvailableMemoryMB=1753 2024-11-19T00:31:41,510 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-19T00:31:41,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/hadoop.log.dir so I do NOT create it in target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845 2024-11-19T00:31:41,511 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:31:41,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/hadoop.tmp.dir so I do NOT create it in target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845 2024-11-19T00:31:41,511 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6b55cbf-8721-67d5-6501-2e6d47d9e88a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:31:41,511 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845 2024-11-19T00:31:41,511 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/cluster_6ebaa46b-05af-7fc9-8c29-d9355c1894ba, deleteOnExit=true 2024-11-19T00:31:41,533 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/cluster_6ebaa46b-05af-7fc9-8c29-d9355c1894ba/zookeeper_0, clientPort=63692, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/cluster_6ebaa46b-05af-7fc9-8c29-d9355c1894ba/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/cluster_6ebaa46b-05af-7fc9-8c29-d9355c1894ba/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T00:31:41,535 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63692 2024-11-19T00:31:41,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:31:41,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:31:41,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/test.cache.data in system properties and HBase conf 2024-11-19T00:31:41,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:31:41,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:31:41,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:31:41,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:31:41,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:31:41,535 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:31:41,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:31:41,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:31:41,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:31:41,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:31:41,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:31:41,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:31:41,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:31:41,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:31:41,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:31:41,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:31:41,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:31:41,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:31:41,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:31:41,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:31:41,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1005556c7aa0002, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:31:41,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1005556c7aa0005, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:31:41,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1005556c7aa0002, quorum=127.0.0.1:61941, baseZNode=/0-1900566770 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:31:41,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1005556c7aa0005, quorum=127.0.0.1:61941, baseZNode=/1-1762588911 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:31:41,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:31:41,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:31:41,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:31:41,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:31:41,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:31:41,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:31:41,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:31:41,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:31:41,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a577702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/java.io.tmpdir/jetty-localhost-43993-hadoop-hdfs-3_4_1-tests_jar-_-any-4187545951109088068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:31:41,986 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:43993} 2024-11-19T00:31:41,986 INFO [Time-limited test {}] server.Server(415): Started @51343ms 2024-11-19T00:31:42,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:31:42,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:31:42,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:31:42,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:31:42,193 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:31:42,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:31:42,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:31:42,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436288d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/java.io.tmpdir/jetty-localhost-35141-hadoop-hdfs-3_4_1-tests_jar-_-any-4241054462532599149/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:31:42,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:35141} 2024-11-19T00:31:42,290 INFO [Time-limited test {}] server.Server(415): Started @51647ms 2024-11-19T00:31:42,291 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:31:42,810 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/cluster_6ebaa46b-05af-7fc9-8c29-d9355c1894ba/data/data1/current/BP-1900677621-172.17.0.2-1731976301563/current, will proceed with Du for space computation calculation, 2024-11-19T00:31:42,810 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/cluster_6ebaa46b-05af-7fc9-8c29-d9355c1894ba/data/data2/current/BP-1900677621-172.17.0.2-1731976301563/current, will proceed with Du for space computation calculation, 2024-11-19T00:31:42,826 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:31:42,828 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x268954b6e2dda87b with lease ID 0xafb5b7d2a56ff9d1: Processing first storage report for DS-4d93bc8f-1299-42fe-a83c-1d61674cb61f from datanode DatanodeRegistration(127.0.0.1:35571, datanodeUuid=e6861e0d-6478-49d0-ba83-177918442271, infoPort=34965, infoSecurePort=0, ipcPort=45743, storageInfo=lv=-57;cid=testClusterID;nsid=1274997413;c=1731976301563) 2024-11-19T00:31:42,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x268954b6e2dda87b with lease ID 0xafb5b7d2a56ff9d1: from storage DS-4d93bc8f-1299-42fe-a83c-1d61674cb61f node DatanodeRegistration(127.0.0.1:35571, datanodeUuid=e6861e0d-6478-49d0-ba83-177918442271, infoPort=34965, infoSecurePort=0, ipcPort=45743, storageInfo=lv=-57;cid=testClusterID;nsid=1274997413;c=1731976301563), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:31:42,828 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x268954b6e2dda87b with lease ID 0xafb5b7d2a56ff9d1: Processing first storage report for DS-a2535011-1c4f-4f3f-bd4e-98288b8a2ca1 from datanode DatanodeRegistration(127.0.0.1:35571, datanodeUuid=e6861e0d-6478-49d0-ba83-177918442271, infoPort=34965, infoSecurePort=0, ipcPort=45743, storageInfo=lv=-57;cid=testClusterID;nsid=1274997413;c=1731976301563) 2024-11-19T00:31:42,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x268954b6e2dda87b with lease ID 0xafb5b7d2a56ff9d1: from storage DS-a2535011-1c4f-4f3f-bd4e-98288b8a2ca1 node DatanodeRegistration(127.0.0.1:35571, datanodeUuid=e6861e0d-6478-49d0-ba83-177918442271, infoPort=34965, infoSecurePort=0, ipcPort=45743, storageInfo=lv=-57;cid=testClusterID;nsid=1274997413;c=1731976301563), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T00:31:42,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845 2024-11-19T00:31:42,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:42,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:42,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:31:43,367 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb with version=8 2024-11-19T00:31:43,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/hbase-staging 2024-11-19T00:31:43,370 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:31:43,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:43,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:43,370 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:31:43,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:43,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:31:43,370 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:31:43,370 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:31:43,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33687 2024-11-19T00:31:43,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33687 connecting to ZooKeeper ensemble=127.0.0.1:63692 2024-11-19T00:31:43,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336870x0, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:43,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33687-0x10055570a960000 connected 2024-11-19T00:31:43,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:43,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:43,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Set watcher on znode that does not yet exist, /0407738286/running 2024-11-19T00:31:43,528 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb, hbase.cluster.distributed=false 2024-11-19T00:31:43,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Set watcher on znode that does not yet exist, /0407738286/acl 2024-11-19T00:31:43,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33687 2024-11-19T00:31:43,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33687 2024-11-19T00:31:43,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33687 2024-11-19T00:31:43,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33687 2024-11-19T00:31:43,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33687 2024-11-19T00:31:43,550 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:31:43,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:43,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:43,551 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:31:43,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:43,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:31:43,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:31:43,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:31:43,552 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37287 2024-11-19T00:31:43,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37287 connecting to ZooKeeper ensemble=127.0.0.1:63692 2024-11-19T00:31:43,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:43,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:43,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372870x0, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:43,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372870x0, quorum=127.0.0.1:63692, baseZNode=/0407738286 Set watcher on znode that does not yet exist, /0407738286/running 2024-11-19T00:31:43,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37287-0x10055570a960001 connected 2024-11-19T00:31:43,566 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:31:43,566 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:31:43,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Set watcher on znode that does not yet exist, /0407738286/master 2024-11-19T00:31:43,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Set watcher on znode that does not yet exist, /0407738286/acl 2024-11-19T00:31:43,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37287 2024-11-19T00:31:43,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37287 2024-11-19T00:31:43,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37287 2024-11-19T00:31:43,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37287 2024-11-19T00:31:43,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37287 2024-11-19T00:31:43,589 DEBUG [M:0;6b1531871d35:33687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:33687 2024-11-19T00:31:43,590 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0407738286/backup-masters/6b1531871d35,33687,1731976303369 2024-11-19T00:31:43,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286/backup-masters 2024-11-19T00:31:43,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286/backup-masters 2024-11-19T00:31:43,599 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Set watcher on existing znode=/0407738286/backup-masters/6b1531871d35,33687,1731976303369 2024-11-19T00:31:43,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0407738286/master 2024-11-19T00:31:43,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:31:43,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:31:43,607 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Set watcher on existing znode=/0407738286/master 2024-11-19T00:31:43,607 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0407738286/backup-masters/6b1531871d35,33687,1731976303369 from backup master directory 2024-11-19T00:31:43,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0407738286/backup-masters/6b1531871d35,33687,1731976303369 2024-11-19T00:31:43,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286/backup-masters 2024-11-19T00:31:43,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286/backup-masters 2024-11-19T00:31:43,615 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:31:43,615 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,33687,1731976303369 2024-11-19T00:31:43,619 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/hbase.id] with ID: 56c07a3a-4a95-44ae-a40d-21e9e2ca5507 2024-11-19T00:31:43,619 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/.tmp/hbase.id 2024-11-19T00:31:43,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:31:44,025 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/.tmp/hbase.id]:[hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/hbase.id] 2024-11-19T00:31:44,037 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:44,038 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:31:44,039 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T00:31:44,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:31:44,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:31:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:31:44,458 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:31:44,459 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:31:44,459 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:44,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:31:44,868 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store 2024-11-19T00:31:44,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:31:44,928 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:31:44,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:44,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:44,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:44,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:45,275 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:45,276 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:31:45,276 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:45,276 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:45,276 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:31:45,276 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:45,276 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:45,276 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976305276Disabling compacts and flushes for region at 1731976305276Disabling writes for close at 1731976305276Writing region close event to WAL at 1731976305276Closed at 1731976305276 2024-11-19T00:31:45,277 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/.initializing 2024-11-19T00:31:45,277 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/WALs/6b1531871d35,33687,1731976303369 2024-11-19T00:31:45,278 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:31:45,280 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C33687%2C1731976303369, suffix=, logDir=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/WALs/6b1531871d35,33687,1731976303369, archiveDir=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/oldWALs, maxLogs=10 2024-11-19T00:31:45,293 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/WALs/6b1531871d35,33687,1731976303369/6b1531871d35%2C33687%2C1731976303369.1731976305280, exclude list is [], retry=0 2024-11-19T00:31:45,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35571,DS-4d93bc8f-1299-42fe-a83c-1d61674cb61f,DISK] 2024-11-19T00:31:45,297 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/WALs/6b1531871d35,33687,1731976303369/6b1531871d35%2C33687%2C1731976303369.1731976305280 2024-11-19T00:31:45,298 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34965:34965)] 2024-11-19T00:31:45,298 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:45,298 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:45,298 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:45,298 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:45,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:45,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:31:45,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:45,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:45,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:45,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:31:45,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:45,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:45,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:45,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:31:45,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:45,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:45,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:45,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:31:45,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:45,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:45,308 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:45,308 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:45,309 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:45,310 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:45,310 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:45,311 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:45,312 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:45,315 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:31:45,315 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72925422, jitterRate=0.08667346835136414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:45,316 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976305298Initializing all the Stores at 1731976305299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976305299Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976305300 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976305300Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976305300Cleaning up temporary data from old regions at 1731976305310 (+10 ms)Region opened successfully at 1731976305316 (+6 ms) 2024-11-19T00:31:45,316 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:31:45,319 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2016f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:31:45,320 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:31:45,320 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:31:45,320 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:31:45,320 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:31:45,321 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:31:45,321 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:31:45,321 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:31:45,323 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:31:45,324 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Unable to get data of znode /0407738286/balancer because node does not exist (not necessarily an error) 2024-11-19T00:31:45,365 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0407738286/balancer already deleted, retry=false 2024-11-19T00:31:45,365 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:31:45,366 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Unable to get data of znode /0407738286/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:31:45,373 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0407738286/normalizer already deleted, retry=false 2024-11-19T00:31:45,373 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:31:45,375 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Unable to get data of znode /0407738286/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:31:45,381 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0407738286/switch/split already deleted, retry=false 2024-11-19T00:31:45,382 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Unable to get data of znode /0407738286/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:31:45,390 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0407738286/switch/merge already deleted, retry=false 2024-11-19T00:31:45,393 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Unable to get data of znode /0407738286/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:31:45,398 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0407738286/snapshot-cleanup already deleted, retry=false 2024-11-19T00:31:45,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0407738286/running 2024-11-19T00:31:45,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0407738286/running 2024-11-19T00:31:45,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:31:45,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:31:45,407 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,33687,1731976303369, sessionid=0x10055570a960000, setting cluster-up flag (Was=false) 2024-11-19T00:31:45,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:31:45,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:31:45,448 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0407738286/flush-table-proc/acquired, /0407738286/flush-table-proc/reached, /0407738286/flush-table-proc/abort 2024-11-19T00:31:45,449 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,33687,1731976303369 2024-11-19T00:31:45,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:31:45,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:31:45,490 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0407738286/online-snapshot/acquired, /0407738286/online-snapshot/reached, /0407738286/online-snapshot/abort 2024-11-19T00:31:45,491 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,33687,1731976303369 2024-11-19T00:31:45,492 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:31:45,494 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:45,494 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:31:45,494 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:31:45,494 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,33687,1731976303369 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:31:45,496 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:45,496 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:45,496 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:45,496 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:45,496 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:31:45,496 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:45,496 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:31:45,496 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:45,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:45,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:31:45,499 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976335499 2024-11-19T00:31:45,499 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:31:45,499 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:31:45,499 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:45,499 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:31:45,499 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:31:45,499 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:31:45,499 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:31:45,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:31:45,499 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:45,500 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:31:45,500 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:31:45,500 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:31:45,500 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:31:45,500 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:31:45,500 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:31:45,500 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976305500,5,FailOnTimeoutGroup] 2024-11-19T00:31:45,501 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976305500,5,FailOnTimeoutGroup] 2024-11-19T00:31:45,501 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:45,501 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:31:45,501 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:45,501 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:45,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:31:45,582 INFO [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(746): ClusterId : 56c07a3a-4a95-44ae-a40d-21e9e2ca5507 2024-11-19T00:31:45,582 DEBUG [RS:0;6b1531871d35:37287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:31:45,591 DEBUG [RS:0;6b1531871d35:37287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:31:45,591 DEBUG [RS:0;6b1531871d35:37287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:31:45,599 DEBUG [RS:0;6b1531871d35:37287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:31:45,599 DEBUG [RS:0;6b1531871d35:37287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8ec3fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:31:45,611 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:37287 2024-11-19T00:31:45,611 INFO [RS:0;6b1531871d35:37287 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:31:45,611 INFO [RS:0;6b1531871d35:37287 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:31:45,611 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:31:45,612 INFO [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,33687,1731976303369 with port=37287, startcode=1731976303550 2024-11-19T00:31:45,612 DEBUG [RS:0;6b1531871d35:37287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:31:45,614 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:31:45,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,37287,1731976303550 2024-11-19T00:31:45,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33687 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,37287,1731976303550 2024-11-19T00:31:45,616 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb 2024-11-19T00:31:45,616 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46795 2024-11-19T00:31:45,616 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:31:45,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286/rs 2024-11-19T00:31:45,624 DEBUG [RS:0;6b1531871d35:37287 {}] zookeeper.ZKUtil(111): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Set watcher on existing znode=/0407738286/rs/6b1531871d35,37287,1731976303550 2024-11-19T00:31:45,624 WARN [RS:0;6b1531871d35:37287 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:31:45,624 INFO [RS:0;6b1531871d35:37287 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:45,624 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550 2024-11-19T00:31:45,624 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,37287,1731976303550] 2024-11-19T00:31:45,628 INFO [RS:0;6b1531871d35:37287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:31:45,630 INFO [RS:0;6b1531871d35:37287 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:31:45,631 INFO [RS:0;6b1531871d35:37287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:31:45,631 INFO [RS:0;6b1531871d35:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:45,631 INFO [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:31:45,632 INFO [RS:0;6b1531871d35:37287 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:31:45,632 INFO [RS:0;6b1531871d35:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:45,632 DEBUG [RS:0;6b1531871d35:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:45,632 DEBUG [RS:0;6b1531871d35:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:45,633 DEBUG [RS:0;6b1531871d35:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:45,633 DEBUG [RS:0;6b1531871d35:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:45,633 DEBUG [RS:0;6b1531871d35:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:45,633 DEBUG [RS:0;6b1531871d35:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:31:45,633 DEBUG [RS:0;6b1531871d35:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:45,633 DEBUG [RS:0;6b1531871d35:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:45,633 DEBUG [RS:0;6b1531871d35:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:45,633 DEBUG [RS:0;6b1531871d35:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:45,633 DEBUG [RS:0;6b1531871d35:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:45,633 DEBUG [RS:0;6b1531871d35:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:45,633 DEBUG [RS:0;6b1531871d35:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:31:45,633 DEBUG [RS:0;6b1531871d35:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:31:45,637 INFO [RS:0;6b1531871d35:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:45,637 INFO [RS:0;6b1531871d35:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:45,637 INFO [RS:0;6b1531871d35:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:45,637 INFO [RS:0;6b1531871d35:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:45,637 INFO [RS:0;6b1531871d35:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:45,637 INFO [RS:0;6b1531871d35:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37287,1731976303550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:31:45,658 INFO [RS:0;6b1531871d35:37287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:31:45,658 INFO [RS:0;6b1531871d35:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37287,1731976303550-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:45,658 INFO [RS:0;6b1531871d35:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:45,658 INFO [RS:0;6b1531871d35:37287 {}] regionserver.Replication(171): 6b1531871d35,37287,1731976303550 started 2024-11-19T00:31:45,674 INFO [RS:0;6b1531871d35:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:45,674 INFO [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,37287,1731976303550, RpcServer on 6b1531871d35/172.17.0.2:37287, sessionid=0x10055570a960001 2024-11-19T00:31:45,674 DEBUG [RS:0;6b1531871d35:37287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:31:45,674 DEBUG [RS:0;6b1531871d35:37287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,37287,1731976303550 2024-11-19T00:31:45,674 DEBUG [RS:0;6b1531871d35:37287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,37287,1731976303550' 2024-11-19T00:31:45,674 DEBUG [RS:0;6b1531871d35:37287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0407738286/flush-table-proc/abort' 2024-11-19T00:31:45,675 DEBUG [RS:0;6b1531871d35:37287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0407738286/flush-table-proc/acquired' 2024-11-19T00:31:45,675 DEBUG [RS:0;6b1531871d35:37287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:31:45,675 DEBUG [RS:0;6b1531871d35:37287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:31:45,676 DEBUG [RS:0;6b1531871d35:37287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,37287,1731976303550 2024-11-19T00:31:45,676 DEBUG [RS:0;6b1531871d35:37287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,37287,1731976303550' 2024-11-19T00:31:45,676 DEBUG [RS:0;6b1531871d35:37287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0407738286/online-snapshot/abort' 2024-11-19T00:31:45,676 DEBUG [RS:0;6b1531871d35:37287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0407738286/online-snapshot/acquired' 2024-11-19T00:31:45,676 DEBUG [RS:0;6b1531871d35:37287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:31:45,676 INFO [RS:0;6b1531871d35:37287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:31:45,676 INFO [RS:0;6b1531871d35:37287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:31:45,777 INFO [RS:0;6b1531871d35:37287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:31:45,778 INFO [RS:0;6b1531871d35:37287 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C37287%2C1731976303550, suffix=, logDir=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550, archiveDir=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/oldWALs, maxLogs=10 2024-11-19T00:31:45,791 DEBUG [RS:0;6b1531871d35:37287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779, exclude list is [], retry=0 2024-11-19T00:31:45,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35571,DS-4d93bc8f-1299-42fe-a83c-1d61674cb61f,DISK] 2024-11-19T00:31:45,797 INFO [RS:0;6b1531871d35:37287 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 2024-11-19T00:31:45,797 DEBUG [RS:0;6b1531871d35:37287 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34965:34965)] 2024-11-19T00:31:45,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:31:45,906 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb 2024-11-19T00:31:45,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:31:46,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:46,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:31:46,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:31:46,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:46,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:46,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:31:46,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:31:46,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:46,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:46,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:31:46,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:31:46,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:46,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:46,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:31:46,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:31:46,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:46,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:46,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:31:46,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740 2024-11-19T00:31:46,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740 2024-11-19T00:31:46,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:31:46,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:31:46,326 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:46,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:31:46,329 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:31:46,329 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68957452, jitterRate=0.02754610776901245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:46,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976306312Initializing all the Stores at 1731976306313 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976306313Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976306313Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976306313Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976306313Cleaning up temporary data from old regions at 1731976306325 (+12 ms)Region opened successfully at 1731976306330 (+5 ms) 2024-11-19T00:31:46,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:31:46,331 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:31:46,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:31:46,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:31:46,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:31:46,331 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:31:46,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976306330Disabling compacts and flushes for region at 1731976306330Disabling writes for close at 1731976306331 (+1 ms)Writing region close event to WAL at 1731976306331Closed at 1731976306331 2024-11-19T00:31:46,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:46,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:31:46,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:31:46,335 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:31:46,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:31:46,486 DEBUG [6b1531871d35:33687 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:31:46,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,37287,1731976303550 2024-11-19T00:31:46,489 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,37287,1731976303550, state=OPENING 2024-11-19T00:31:46,523 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:31:46,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:31:46,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:31:46,532 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:31:46,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0407738286/meta-region-server: CHANGED 2024-11-19T00:31:46,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,37287,1731976303550}] 2024-11-19T00:31:46,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0407738286/meta-region-server: CHANGED 2024-11-19T00:31:46,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:31:46,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T00:31:46,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T00:31:46,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:31:46,686 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:31:46,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:31:46,692 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:31:46,692 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:46,693 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:31:46,694 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C37287%2C1731976303550.meta, suffix=.meta, logDir=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550, archiveDir=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/oldWALs, maxLogs=10 2024-11-19T00:31:46,706 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.meta.1731976306694.meta, exclude list is [], retry=0 2024-11-19T00:31:46,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35571,DS-4d93bc8f-1299-42fe-a83c-1d61674cb61f,DISK] 2024-11-19T00:31:46,710 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.meta.1731976306694.meta 2024-11-19T00:31:46,711 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34965:34965)] 2024-11-19T00:31:46,711 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:46,711 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:31:46,711 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:31:46,711 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:31:46,711 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:31:46,711 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:31:46,711 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:46,711 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:31:46,711 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:31:46,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:31:46,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:31:46,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:46,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:46,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:31:46,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:31:46,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:46,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:46,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:31:46,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:31:46,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:46,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:46,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:31:46,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:31:46,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:46,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:46,718 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:31:46,719 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740 2024-11-19T00:31:46,720 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740 2024-11-19T00:31:46,721 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:31:46,721 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:31:46,721 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:46,723 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:31:46,724 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69750124, jitterRate=0.03935784101486206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:46,724 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:31:46,724 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976306712Writing region info on filesystem at 1731976306712Initializing all the Stores at 1731976306712Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976306712Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976306713 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976306713Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976306713Cleaning up temporary data from old regions at 1731976306721 (+8 ms)Running coprocessor post-open hooks at 1731976306724 (+3 ms)Region opened successfully at 1731976306724 2024-11-19T00:31:46,725 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976306685 2024-11-19T00:31:46,728 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:31:46,728 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:31:46,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,37287,1731976303550 2024-11-19T00:31:46,730 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,37287,1731976303550, state=OPEN 2024-11-19T00:31:46,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0407738286/meta-region-server 2024-11-19T00:31:46,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0407738286/meta-region-server 2024-11-19T00:31:46,764 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,37287,1731976303550 2024-11-19T00:31:46,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0407738286/meta-region-server: CHANGED 2024-11-19T00:31:46,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0407738286/meta-region-server: CHANGED 2024-11-19T00:31:46,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:31:46,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,37287,1731976303550 in 232 msec 2024-11-19T00:31:46,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:31:46,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-19T00:31:46,771 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:46,771 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:31:46,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:46,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37287,1731976303550, seqNum=-1] 2024-11-19T00:31:46,773 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:46,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:46,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2860 sec 2024-11-19T00:31:46,780 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976306780, completionTime=-1 2024-11-19T00:31:46,780 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:31:46,780 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:31:46,782 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:31:46,782 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976366782 2024-11-19T00:31:46,782 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976426782 2024-11-19T00:31:46,782 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T00:31:46,782 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,33687,1731976303369-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:46,782 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,33687,1731976303369-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:46,782 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,33687,1731976303369-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:46,782 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:33687, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:46,782 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:46,782 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:46,784 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:31:46,786 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.171sec 2024-11-19T00:31:46,786 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:31:46,786 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:31:46,786 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:31:46,786 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:31:46,786 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:31:46,786 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,33687,1731976303369-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:31:46,786 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,33687,1731976303369-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:31:46,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:31:46,789 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:31:46,789 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,33687,1731976303369-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:46,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:46,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,33687,-1 for getting cluster id 2024-11-19T00:31:46,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:46,884 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56c07a3a-4a95-44ae-a40d-21e9e2ca5507' 2024-11-19T00:31:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56c07a3a-4a95-44ae-a40d-21e9e2ca5507" 2024-11-19T00:31:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a67f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,33687,-1] 2024-11-19T00:31:46,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:46,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:46,886 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:46,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d75e731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:46,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37287,1731976303550, seqNum=-1] 2024-11-19T00:31:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:46,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:46,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,33687,1731976303369 2024-11-19T00:31:46,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63692 2024-11-19T00:31:46,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:46,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10055570a960002 connected 2024-11-19T00:31:46,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/hadoop.log.dir so I do NOT create it in target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9 2024-11-19T00:31:46,918 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:31:46,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/hadoop.tmp.dir so I do NOT create it in target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9 2024-11-19T00:31:46,918 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:31:46,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9 2024-11-19T00:31:46,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:31:46,918 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/cluster_f4cf3704-57cb-d652-d2f6-0b55aef13ff0, deleteOnExit=true 2024-11-19T00:31:46,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:31:46,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/test.cache.data in system properties and HBase conf 2024-11-19T00:31:46,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:31:46,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:31:46,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:31:46,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:31:46,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:31:46,918 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:31:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:31:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:31:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:31:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:31:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:31:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:31:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:31:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:31:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:31:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:31:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:31:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:31:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:31:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:31:47,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:31:47,234 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:31:47,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:31:47,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:31:47,246 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:31:47,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:31:47,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:31:47,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14a980a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:31:47,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f5cbb4b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/java.io.tmpdir/jetty-localhost-45805-hadoop-hdfs-3_4_1-tests_jar-_-any-6581134718201166367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:31:47,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d6e1dc4{HTTP/1.1, (http/1.1)}{localhost:45805} 2024-11-19T00:31:47,366 INFO [Time-limited test {}] server.Server(415): Started @56723ms 2024-11-19T00:31:47,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:31:47,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:31:47,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:31:47,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:31:47,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:31:47,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdf9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:31:47,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bf0c51d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:31:47,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49873634{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/java.io.tmpdir/jetty-localhost-32877-hadoop-hdfs-3_4_1-tests_jar-_-any-10659052651350092763/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:31:47,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56e56b65{HTTP/1.1, (http/1.1)}{localhost:32877} 2024-11-19T00:31:47,727 INFO [Time-limited test {}] server.Server(415): Started @57084ms 2024-11-19T00:31:47,729 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:31:48,326 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/cluster_f4cf3704-57cb-d652-d2f6-0b55aef13ff0/data/data2/current/BP-201673520-172.17.0.2-1731976306935/current, will proceed with Du for space computation calculation, 2024-11-19T00:31:48,326 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/cluster_f4cf3704-57cb-d652-d2f6-0b55aef13ff0/data/data1/current/BP-201673520-172.17.0.2-1731976306935/current, will proceed with Du for space computation calculation, 2024-11-19T00:31:48,342 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:31:48,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18602d79124e6f68 with lease ID 0xceeeb995731035b8: Processing first storage report for DS-41d9bc68-df07-4975-a1e7-8c1cf0d50c23 from datanode DatanodeRegistration(127.0.0.1:33329, datanodeUuid=04b96294-22ad-4ebe-92be-8f14661afada, infoPort=42917, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=1497803993;c=1731976306935) 2024-11-19T00:31:48,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18602d79124e6f68 with lease ID 0xceeeb995731035b8: from storage DS-41d9bc68-df07-4975-a1e7-8c1cf0d50c23 node DatanodeRegistration(127.0.0.1:33329, datanodeUuid=04b96294-22ad-4ebe-92be-8f14661afada, infoPort=42917, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=1497803993;c=1731976306935), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:31:48,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18602d79124e6f68 with lease ID 0xceeeb995731035b8: Processing first storage report for DS-0a58b516-c339-46e9-b2a8-8bd6cf2071f5 from datanode DatanodeRegistration(127.0.0.1:33329, datanodeUuid=04b96294-22ad-4ebe-92be-8f14661afada, infoPort=42917, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=1497803993;c=1731976306935) 2024-11-19T00:31:48,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18602d79124e6f68 with lease ID 0xceeeb995731035b8: from storage DS-0a58b516-c339-46e9-b2a8-8bd6cf2071f5 node DatanodeRegistration(127.0.0.1:33329, datanodeUuid=04b96294-22ad-4ebe-92be-8f14661afada, infoPort=42917, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=1497803993;c=1731976306935), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:31:48,437 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9 2024-11-19T00:31:48,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:48,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:48,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:31:48,847 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c with version=8 2024-11-19T00:31:48,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/hbase-staging 2024-11-19T00:31:48,849 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:31:48,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:48,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:48,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:31:48,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:48,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:31:48,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:31:48,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:31:48,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36835 2024-11-19T00:31:48,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36835 connecting to ZooKeeper ensemble=127.0.0.1:63692 2024-11-19T00:31:48,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368350x0, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:48,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36835-0x10055570a960003 connected 2024-11-19T00:31:48,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:48,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:48,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Set watcher on znode that does not yet exist, /11906245273/running 2024-11-19T00:31:48,943 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c, hbase.cluster.distributed=false 2024-11-19T00:31:48,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Set watcher on znode that does not yet exist, /11906245273/acl 2024-11-19T00:31:48,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36835 2024-11-19T00:31:48,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36835 2024-11-19T00:31:48,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36835 2024-11-19T00:31:48,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36835 2024-11-19T00:31:48,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36835 2024-11-19T00:31:48,965 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:31:48,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:48,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:48,965 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:31:48,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:31:48,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:31:48,965 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:31:48,965 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:31:48,966 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44737 2024-11-19T00:31:48,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44737 connecting to ZooKeeper ensemble=127.0.0.1:63692 2024-11-19T00:31:48,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:48,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:49,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447370x0, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:49,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447370x0, quorum=127.0.0.1:63692, baseZNode=/11906245273 Set watcher on znode that does not yet exist, /11906245273/running 2024-11-19T00:31:49,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44737-0x10055570a960004 connected 2024-11-19T00:31:49,012 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:31:49,013 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:31:49,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Set watcher on znode that does not yet exist, /11906245273/master 2024-11-19T00:31:49,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Set watcher on znode that does not yet exist, /11906245273/acl 2024-11-19T00:31:49,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44737 2024-11-19T00:31:49,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44737 2024-11-19T00:31:49,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44737 2024-11-19T00:31:49,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44737 2024-11-19T00:31:49,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44737 2024-11-19T00:31:49,029 DEBUG [M:0;6b1531871d35:36835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:36835 2024-11-19T00:31:49,029 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11906245273/backup-masters/6b1531871d35,36835,1731976308849 2024-11-19T00:31:49,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273/backup-masters 2024-11-19T00:31:49,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273/backup-masters 2024-11-19T00:31:49,040 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Set watcher on existing znode=/11906245273/backup-masters/6b1531871d35,36835,1731976308849 2024-11-19T00:31:49,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11906245273/master 2024-11-19T00:31:49,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273 2024-11-19T00:31:49,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273 2024-11-19T00:31:49,049 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Set watcher on existing znode=/11906245273/master 2024-11-19T00:31:49,050 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11906245273/backup-masters/6b1531871d35,36835,1731976308849 from backup master directory 2024-11-19T00:31:49,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273/backup-masters 2024-11-19T00:31:49,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11906245273/backup-masters/6b1531871d35,36835,1731976308849 2024-11-19T00:31:49,056 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:31:49,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273/backup-masters 2024-11-19T00:31:49,056 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,36835,1731976308849 2024-11-19T00:31:49,060 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/hbase.id] with ID: 2c19893a-4cef-4c27-b83e-fdcb64de3be9 2024-11-19T00:31:49,060 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/.tmp/hbase.id 2024-11-19T00:31:49,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:31:49,466 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/.tmp/hbase.id]:[hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/hbase.id] 2024-11-19T00:31:49,476 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:49,477 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:31:49,478 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T00:31:49,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273 2024-11-19T00:31:49,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273 2024-11-19T00:31:49,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:31:49,921 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:31:49,922 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:31:49,922 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:49,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:31:50,330 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store 2024-11-19T00:31:50,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:31:50,737 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:50,737 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:31:50,737 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:50,737 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:50,737 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:31:50,737 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:50,737 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:31:50,737 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976310737Disabling compacts and flushes for region at 1731976310737Disabling writes for close at 1731976310737Writing region close event to WAL at 1731976310737Closed at 1731976310737 2024-11-19T00:31:50,738 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/.initializing 2024-11-19T00:31:50,738 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/WALs/6b1531871d35,36835,1731976308849 2024-11-19T00:31:50,739 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:31:50,741 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C36835%2C1731976308849, suffix=, logDir=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/WALs/6b1531871d35,36835,1731976308849, archiveDir=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/oldWALs, maxLogs=10 2024-11-19T00:31:50,757 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/WALs/6b1531871d35,36835,1731976308849/6b1531871d35%2C36835%2C1731976308849.1731976310742, exclude list is [], retry=0 2024-11-19T00:31:50,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33329,DS-41d9bc68-df07-4975-a1e7-8c1cf0d50c23,DISK] 2024-11-19T00:31:50,764 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/WALs/6b1531871d35,36835,1731976308849/6b1531871d35%2C36835%2C1731976308849.1731976310742 2024-11-19T00:31:50,764 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42917:42917)] 2024-11-19T00:31:50,764 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:50,764 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:50,765 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:50,765 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:50,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:50,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:31:50,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:50,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:50,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:50,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:31:50,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:50,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:50,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:50,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:31:50,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:50,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:50,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:50,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:31:50,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:50,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:50,776 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:50,776 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:50,777 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:50,778 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:50,778 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:50,778 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:50,779 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:31:50,781 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:31:50,782 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65168666, jitterRate=-0.028911203145980835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:50,782 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976310765Initializing all the Stores at 1731976310766 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976310766Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976310766Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976310766Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976310766Cleaning up temporary data from old regions at 1731976310778 (+12 ms)Region opened successfully at 1731976310782 (+4 ms) 2024-11-19T00:31:50,782 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:31:50,786 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c205d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:31:50,786 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:31:50,787 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:31:50,787 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:31:50,787 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:31:50,787 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:31:50,788 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:31:50,788 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:31:50,791 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:31:50,792 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Unable to get data of znode /11906245273/balancer because node does not exist (not necessarily an error) 2024-11-19T00:31:50,831 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11906245273/balancer already deleted, retry=false 2024-11-19T00:31:50,832 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:31:50,833 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Unable to get data of znode /11906245273/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:31:50,840 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11906245273/normalizer already deleted, retry=false 2024-11-19T00:31:50,840 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:31:50,841 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Unable to get data of znode /11906245273/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:31:50,848 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11906245273/switch/split already deleted, retry=false 2024-11-19T00:31:50,849 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Unable to get data of znode /11906245273/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:31:50,856 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11906245273/switch/merge already deleted, retry=false 2024-11-19T00:31:50,858 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Unable to get data of znode /11906245273/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:31:50,865 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11906245273/snapshot-cleanup already deleted, retry=false 2024-11-19T00:31:50,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11906245273/running 2024-11-19T00:31:50,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11906245273/running 2024-11-19T00:31:50,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273 2024-11-19T00:31:50,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273 2024-11-19T00:31:50,874 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,36835,1731976308849, sessionid=0x10055570a960003, setting cluster-up flag (Was=false) 2024-11-19T00:31:50,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273 2024-11-19T00:31:50,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273 2024-11-19T00:31:50,915 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11906245273/flush-table-proc/acquired, /11906245273/flush-table-proc/reached, /11906245273/flush-table-proc/abort 2024-11-19T00:31:50,917 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,36835,1731976308849 2024-11-19T00:31:50,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273 2024-11-19T00:31:50,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273 2024-11-19T00:31:50,956 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11906245273/online-snapshot/acquired, /11906245273/online-snapshot/reached, /11906245273/online-snapshot/abort 2024-11-19T00:31:50,958 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,36835,1731976308849 2024-11-19T00:31:50,959 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:31:50,961 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:50,961 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:31:50,961 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:31:50,962 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,36835,1731976308849 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:31:50,963 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:50,963 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:50,963 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:50,963 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:31:50,963 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:31:50,963 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:50,963 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:31:50,963 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:50,964 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976340964 2024-11-19T00:31:50,964 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:31:50,964 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:31:50,965 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:31:50,965 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:31:50,965 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:31:50,965 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:31:50,965 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:50,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:50,965 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:31:50,965 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:31:50,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:31:50,965 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:31:50,965 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:31:50,965 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:31:50,966 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:31:50,966 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:50,966 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:31:50,970 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976310966,5,FailOnTimeoutGroup] 2024-11-19T00:31:50,970 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976310970,5,FailOnTimeoutGroup] 2024-11-19T00:31:50,970 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:50,970 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:31:50,970 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:50,970 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:50,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:31:51,021 INFO [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(746): ClusterId : 2c19893a-4cef-4c27-b83e-fdcb64de3be9 2024-11-19T00:31:51,021 DEBUG [RS:0;6b1531871d35:44737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:31:51,032 DEBUG [RS:0;6b1531871d35:44737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:31:51,032 DEBUG [RS:0;6b1531871d35:44737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:31:51,040 DEBUG [RS:0;6b1531871d35:44737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:31:51,041 DEBUG [RS:0;6b1531871d35:44737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20237d69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:31:51,052 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:44737 2024-11-19T00:31:51,052 INFO [RS:0;6b1531871d35:44737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:31:51,052 INFO [RS:0;6b1531871d35:44737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:31:51,052 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:31:51,053 INFO [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,36835,1731976308849 with port=44737, startcode=1731976308965 2024-11-19T00:31:51,053 DEBUG [RS:0;6b1531871d35:44737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:31:51,055 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:31:51,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,44737,1731976308965 2024-11-19T00:31:51,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36835 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,44737,1731976308965 2024-11-19T00:31:51,057 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c 2024-11-19T00:31:51,057 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44931 2024-11-19T00:31:51,057 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:31:51,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273/rs 2024-11-19T00:31:51,065 DEBUG [RS:0;6b1531871d35:44737 {}] zookeeper.ZKUtil(111): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Set watcher on existing znode=/11906245273/rs/6b1531871d35,44737,1731976308965 2024-11-19T00:31:51,065 WARN [RS:0;6b1531871d35:44737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:31:51,065 INFO [RS:0;6b1531871d35:44737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:51,065 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/WALs/6b1531871d35,44737,1731976308965 2024-11-19T00:31:51,066 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,44737,1731976308965] 2024-11-19T00:31:51,069 INFO [RS:0;6b1531871d35:44737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:31:51,071 INFO [RS:0;6b1531871d35:44737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:31:51,071 INFO [RS:0;6b1531871d35:44737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:31:51,071 INFO [RS:0;6b1531871d35:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:51,074 INFO [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:31:51,075 INFO [RS:0;6b1531871d35:44737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:31:51,075 INFO [RS:0;6b1531871d35:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:51,075 DEBUG [RS:0;6b1531871d35:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:51,075 DEBUG [RS:0;6b1531871d35:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:51,075 DEBUG [RS:0;6b1531871d35:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:51,075 DEBUG [RS:0;6b1531871d35:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:51,075 DEBUG [RS:0;6b1531871d35:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:51,075 DEBUG [RS:0;6b1531871d35:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:31:51,075 DEBUG [RS:0;6b1531871d35:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:51,075 DEBUG [RS:0;6b1531871d35:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:51,075 DEBUG [RS:0;6b1531871d35:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:51,075 DEBUG [RS:0;6b1531871d35:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:51,075 DEBUG [RS:0;6b1531871d35:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:51,075 DEBUG [RS:0;6b1531871d35:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:31:51,075 DEBUG [RS:0;6b1531871d35:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:31:51,075 DEBUG [RS:0;6b1531871d35:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:31:51,076 INFO [RS:0;6b1531871d35:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:51,076 INFO [RS:0;6b1531871d35:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:51,076 INFO [RS:0;6b1531871d35:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:51,076 INFO [RS:0;6b1531871d35:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:51,076 INFO [RS:0;6b1531871d35:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:51,076 INFO [RS:0;6b1531871d35:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,44737,1731976308965-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:31:51,093 INFO [RS:0;6b1531871d35:44737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:31:51,093 INFO [RS:0;6b1531871d35:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,44737,1731976308965-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:51,094 INFO [RS:0;6b1531871d35:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:51,094 INFO [RS:0;6b1531871d35:44737 {}] regionserver.Replication(171): 6b1531871d35,44737,1731976308965 started 2024-11-19T00:31:51,106 INFO [RS:0;6b1531871d35:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:51,106 INFO [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,44737,1731976308965, RpcServer on 6b1531871d35/172.17.0.2:44737, sessionid=0x10055570a960004 2024-11-19T00:31:51,106 DEBUG [RS:0;6b1531871d35:44737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:31:51,106 DEBUG [RS:0;6b1531871d35:44737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,44737,1731976308965 2024-11-19T00:31:51,106 DEBUG [RS:0;6b1531871d35:44737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,44737,1731976308965' 2024-11-19T00:31:51,106 DEBUG [RS:0;6b1531871d35:44737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11906245273/flush-table-proc/abort' 2024-11-19T00:31:51,107 DEBUG [RS:0;6b1531871d35:44737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11906245273/flush-table-proc/acquired' 2024-11-19T00:31:51,108 DEBUG [RS:0;6b1531871d35:44737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:31:51,108 DEBUG [RS:0;6b1531871d35:44737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:31:51,108 DEBUG [RS:0;6b1531871d35:44737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,44737,1731976308965 2024-11-19T00:31:51,108 DEBUG [RS:0;6b1531871d35:44737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,44737,1731976308965' 2024-11-19T00:31:51,108 DEBUG [RS:0;6b1531871d35:44737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11906245273/online-snapshot/abort' 2024-11-19T00:31:51,108 DEBUG [RS:0;6b1531871d35:44737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11906245273/online-snapshot/acquired' 2024-11-19T00:31:51,108 DEBUG [RS:0;6b1531871d35:44737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:31:51,108 INFO [RS:0;6b1531871d35:44737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:31:51,108 INFO [RS:0;6b1531871d35:44737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:31:51,209 INFO [RS:0;6b1531871d35:44737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:31:51,211 INFO [RS:0;6b1531871d35:44737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C44737%2C1731976308965, suffix=, logDir=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/WALs/6b1531871d35,44737,1731976308965, archiveDir=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/oldWALs, maxLogs=10 2024-11-19T00:31:51,224 DEBUG [RS:0;6b1531871d35:44737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/WALs/6b1531871d35,44737,1731976308965/6b1531871d35%2C44737%2C1731976308965.1731976311211, exclude list is [], retry=0 2024-11-19T00:31:51,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33329,DS-41d9bc68-df07-4975-a1e7-8c1cf0d50c23,DISK] 2024-11-19T00:31:51,229 INFO [RS:0;6b1531871d35:44737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/WALs/6b1531871d35,44737,1731976308965/6b1531871d35%2C44737%2C1731976308965.1731976311211 2024-11-19T00:31:51,229 DEBUG [RS:0;6b1531871d35:44737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42917:42917)] 2024-11-19T00:31:51,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:31:51,376 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c 2024-11-19T00:31:51,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:31:51,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:51,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:31:51,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:31:51,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:51,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:51,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:31:51,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:31:51,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:51,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:51,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:31:51,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:31:51,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:51,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:51,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:31:51,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:31:51,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:51,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:51,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:31:51,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740 2024-11-19T00:31:51,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740 2024-11-19T00:31:51,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:31:51,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:31:51,793 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:51,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:31:51,796 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:31:51,796 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73005999, jitterRate=0.0878741592168808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:51,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976311783Initializing all the Stores at 1731976311784 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976311784Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976311784Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976311784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976311784Cleaning up temporary data from old regions at 1731976311793 (+9 ms)Region opened successfully at 1731976311796 (+3 ms) 2024-11-19T00:31:51,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:31:51,797 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:31:51,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:31:51,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:31:51,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:31:51,797 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:31:51,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976311797Disabling compacts and flushes for region at 1731976311797Disabling writes for close at 1731976311797Writing region close event to WAL at 1731976311797Closed at 1731976311797 2024-11-19T00:31:51,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:51,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:31:51,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:31:51,799 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:31:51,800 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:31:51,950 DEBUG [6b1531871d35:36835 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:31:51,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,44737,1731976308965 2024-11-19T00:31:51,953 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,44737,1731976308965, state=OPENING 2024-11-19T00:31:52,028 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:31:52,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273 2024-11-19T00:31:52,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273 2024-11-19T00:31:52,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11906245273/meta-region-server: CHANGED 2024-11-19T00:31:52,047 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:31:52,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11906245273/meta-region-server: CHANGED 2024-11-19T00:31:52,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,44737,1731976308965}] 2024-11-19T00:31:52,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:31:52,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:52,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:52,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:52,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:52,171 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:31:52,201 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:31:52,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:31:52,209 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:31:52,209 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:52,209 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:31:52,213 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C44737%2C1731976308965.meta, suffix=.meta, logDir=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/WALs/6b1531871d35,44737,1731976308965, archiveDir=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/oldWALs, maxLogs=10 2024-11-19T00:31:52,229 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/WALs/6b1531871d35,44737,1731976308965/6b1531871d35%2C44737%2C1731976308965.meta.1731976312214.meta, exclude list is [], retry=0 2024-11-19T00:31:52,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33329,DS-41d9bc68-df07-4975-a1e7-8c1cf0d50c23,DISK] 2024-11-19T00:31:52,234 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/WALs/6b1531871d35,44737,1731976308965/6b1531871d35%2C44737%2C1731976308965.meta.1731976312214.meta 2024-11-19T00:31:52,234 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42917:42917)] 2024-11-19T00:31:52,234 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:52,234 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:31:52,235 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:31:52,235 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:31:52,235 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:31:52,235 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:31:52,235 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:52,235 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:31:52,235 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:31:52,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:31:52,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:31:52,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:52,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:52,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:31:52,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:31:52,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:52,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:52,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:31:52,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:31:52,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:52,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:52,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:31:52,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:31:52,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:52,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:31:52,245 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:31:52,246 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740 2024-11-19T00:31:52,248 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740 2024-11-19T00:31:52,249 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:31:52,249 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:31:52,250 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:31:52,252 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:31:52,253 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60672402, jitterRate=-0.09591075778007507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:31:52,253 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:31:52,253 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976312235Writing region info on filesystem at 1731976312235Initializing all the Stores at 1731976312236 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976312236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976312236Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976312236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976312236Cleaning up temporary data from old regions at 1731976312249 (+13 ms)Running coprocessor post-open hooks at 1731976312253 (+4 ms)Region opened successfully at 1731976312253 2024-11-19T00:31:52,254 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976312200 2024-11-19T00:31:52,257 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:31:52,257 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:31:52,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,44737,1731976308965 2024-11-19T00:31:52,259 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,44737,1731976308965, state=OPEN 2024-11-19T00:31:52,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11906245273/meta-region-server 2024-11-19T00:31:52,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11906245273/meta-region-server: CHANGED 2024-11-19T00:31:52,265 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,44737,1731976308965 2024-11-19T00:31:52,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11906245273/meta-region-server 2024-11-19T00:31:52,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11906245273/meta-region-server: CHANGED 2024-11-19T00:31:52,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:31:52,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,44737,1731976308965 in 218 msec 2024-11-19T00:31:52,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:31:52,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-19T00:31:52,274 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:31:52,275 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:31:52,277 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:52,277 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,44737,1731976308965, seqNum=-1] 2024-11-19T00:31:52,277 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:52,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:52,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-19T00:31:52,285 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976312285, completionTime=-1 2024-11-19T00:31:52,285 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:31:52,285 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:31:52,287 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:31:52,287 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976372287 2024-11-19T00:31:52,287 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976432287 2024-11-19T00:31:52,287 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T00:31:52,287 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36835,1731976308849-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:52,287 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36835,1731976308849-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:52,287 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36835,1731976308849-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:52,287 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:36835, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:52,288 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:52,288 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:52,290 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:31:52,292 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.236sec 2024-11-19T00:31:52,293 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:31:52,293 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:31:52,293 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:31:52,293 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:31:52,293 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:31:52,293 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36835,1731976308849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:31:52,293 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36835,1731976308849-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:31:52,295 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:31:52,295 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:31:52,295 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36835,1731976308849-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:31:52,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:52,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,36835,-1 for getting cluster id 2024-11-19T00:31:52,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:52,324 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c19893a-4cef-4c27-b83e-fdcb64de3be9' 2024-11-19T00:31:52,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:52,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c19893a-4cef-4c27-b83e-fdcb64de3be9" 2024-11-19T00:31:52,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b83924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:52,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,36835,-1] 2024-11-19T00:31:52,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:52,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:52,326 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:52,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6bf9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:52,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:52,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,44737,1731976308965, seqNum=-1] 2024-11-19T00:31:52,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:52,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:52,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,36835,1731976308849 2024-11-19T00:31:52,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63692 2024-11-19T00:31:52,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:31:52,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10055570a960005 connected 2024-11-19T00:31:52,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:52,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,33687,1731976303369 2024-11-19T00:31:52,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69d64006 2024-11-19T00:31:52,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:52,356 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:52,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:31:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:31:52,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:31:52,365 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:52,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:31:52,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:31:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:52,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:31:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:52,775 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c79b7f4c170627ddff40090c5dd1f616, NAME => 'test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb 2024-11-19T00:31:52,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:31:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:53,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:53,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c79b7f4c170627ddff40090c5dd1f616, disabling compactions & flushes 2024-11-19T00:31:53,181 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616. 2024-11-19T00:31:53,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616. 2024-11-19T00:31:53,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616. after waiting 0 ms 2024-11-19T00:31:53,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616. 2024-11-19T00:31:53,181 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616. 2024-11-19T00:31:53,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c79b7f4c170627ddff40090c5dd1f616: Waiting for close lock at 1731976313181Disabling compacts and flushes for region at 1731976313181Disabling writes for close at 1731976313181Writing region close event to WAL at 1731976313181Closed at 1731976313181 2024-11-19T00:31:53,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:31:53,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976313183"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976313183"}]},"ts":"1731976313183"} 2024-11-19T00:31:53,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:31:53,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:31:53,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976313187"}]},"ts":"1731976313187"} 2024-11-19T00:31:53,189 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:31:53,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c79b7f4c170627ddff40090c5dd1f616, ASSIGN}] 2024-11-19T00:31:53,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c79b7f4c170627ddff40090c5dd1f616, ASSIGN 2024-11-19T00:31:53,192 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c79b7f4c170627ddff40090c5dd1f616, ASSIGN; state=OFFLINE, location=6b1531871d35,37287,1731976303550; forceNewPlan=false, retain=false 2024-11-19T00:31:53,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c79b7f4c170627ddff40090c5dd1f616, regionState=OPENING, regionLocation=6b1531871d35,37287,1731976303550 2024-11-19T00:31:53,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c79b7f4c170627ddff40090c5dd1f616, ASSIGN because future has completed 2024-11-19T00:31:53,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c79b7f4c170627ddff40090c5dd1f616, server=6b1531871d35,37287,1731976303550}] 2024-11-19T00:31:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:53,504 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616. 2024-11-19T00:31:53,504 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c79b7f4c170627ddff40090c5dd1f616, NAME => 'test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:53,504 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:31:53,505 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:31:53,505 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c79b7f4c170627ddff40090c5dd1f616 2024-11-19T00:31:53,505 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:53,505 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c79b7f4c170627ddff40090c5dd1f616 2024-11-19T00:31:53,505 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c79b7f4c170627ddff40090c5dd1f616 2024-11-19T00:31:53,507 INFO [StoreOpener-c79b7f4c170627ddff40090c5dd1f616-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c79b7f4c170627ddff40090c5dd1f616 2024-11-19T00:31:53,509 INFO [StoreOpener-c79b7f4c170627ddff40090c5dd1f616-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c79b7f4c170627ddff40090c5dd1f616 columnFamilyName f 2024-11-19T00:31:53,509 DEBUG [StoreOpener-c79b7f4c170627ddff40090c5dd1f616-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:53,509 INFO [StoreOpener-c79b7f4c170627ddff40090c5dd1f616-1 {}] regionserver.HStore(327): Store=c79b7f4c170627ddff40090c5dd1f616/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:53,510 INFO [StoreOpener-c79b7f4c170627ddff40090c5dd1f616-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c79b7f4c170627ddff40090c5dd1f616 2024-11-19T00:31:53,511 INFO [StoreOpener-c79b7f4c170627ddff40090c5dd1f616-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c79b7f4c170627ddff40090c5dd1f616 columnFamilyName f1 2024-11-19T00:31:53,511 DEBUG [StoreOpener-c79b7f4c170627ddff40090c5dd1f616-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:53,511 INFO [StoreOpener-c79b7f4c170627ddff40090c5dd1f616-1 {}] regionserver.HStore(327): Store=c79b7f4c170627ddff40090c5dd1f616/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:53,512 INFO [StoreOpener-c79b7f4c170627ddff40090c5dd1f616-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c79b7f4c170627ddff40090c5dd1f616 2024-11-19T00:31:53,513 INFO [StoreOpener-c79b7f4c170627ddff40090c5dd1f616-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c79b7f4c170627ddff40090c5dd1f616 columnFamilyName norep 2024-11-19T00:31:53,513 DEBUG [StoreOpener-c79b7f4c170627ddff40090c5dd1f616-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:53,513 INFO [StoreOpener-c79b7f4c170627ddff40090c5dd1f616-1 {}] regionserver.HStore(327): Store=c79b7f4c170627ddff40090c5dd1f616/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:53,514 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c79b7f4c170627ddff40090c5dd1f616 2024-11-19T00:31:53,514 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616 2024-11-19T00:31:53,515 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616 2024-11-19T00:31:53,516 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c79b7f4c170627ddff40090c5dd1f616 2024-11-19T00:31:53,516 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c79b7f4c170627ddff40090c5dd1f616 2024-11-19T00:31:53,516 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:31:53,517 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c79b7f4c170627ddff40090c5dd1f616 2024-11-19T00:31:53,535 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:31:53,536 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c79b7f4c170627ddff40090c5dd1f616; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71047666, jitterRate=0.058692723512649536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:31:53,536 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c79b7f4c170627ddff40090c5dd1f616 2024-11-19T00:31:53,537 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c79b7f4c170627ddff40090c5dd1f616: Running coprocessor pre-open hook at 1731976313505Writing region info on filesystem at 1731976313505Initializing all the Stores at 1731976313506 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976313506Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976313507 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976313507Cleaning up temporary data from old regions at 1731976313516 (+9 ms)Running coprocessor post-open hooks at 1731976313536 (+20 ms)Region opened successfully at 1731976313537 (+1 ms) 2024-11-19T00:31:53,540 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616., pid=6, masterSystemTime=1731976313498 2024-11-19T00:31:53,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c79b7f4c170627ddff40090c5dd1f616, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,37287,1731976303550 2024-11-19T00:31:53,556 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616. 2024-11-19T00:31:53,556 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616. 2024-11-19T00:31:53,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c79b7f4c170627ddff40090c5dd1f616, server=6b1531871d35,37287,1731976303550 because future has completed 2024-11-19T00:31:53,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:31:53,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c79b7f4c170627ddff40090c5dd1f616, server=6b1531871d35,37287,1731976303550 in 214 msec 2024-11-19T00:31:53,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:31:53,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c79b7f4c170627ddff40090c5dd1f616, ASSIGN in 373 msec 2024-11-19T00:31:53,569 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:31:53,569 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976313569"}]},"ts":"1731976313569"} 2024-11-19T00:31:53,573 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:31:53,574 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:31:53,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2130 sec 2024-11-19T00:31:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:54,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:54,514 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:31:54,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,36835,1731976308849 2024-11-19T00:31:54,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7160ae83 2024-11-19T00:31:54,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:54,515 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:54,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:31:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:31:54,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:31:54,519 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:54,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:31:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:54,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:31:54,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:31:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:54,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d370fdfaaac802626d59f7c61b6ef06, NAME => 'test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c 2024-11-19T00:31:54,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:31:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:55,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:55,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3d370fdfaaac802626d59f7c61b6ef06, disabling compactions & flushes 2024-11-19T00:31:55,337 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06. 2024-11-19T00:31:55,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06. 2024-11-19T00:31:55,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06. after waiting 0 ms 2024-11-19T00:31:55,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06. 2024-11-19T00:31:55,337 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06. 2024-11-19T00:31:55,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d370fdfaaac802626d59f7c61b6ef06: Waiting for close lock at 1731976315336Disabling compacts and flushes for region at 1731976315336Disabling writes for close at 1731976315337 (+1 ms)Writing region close event to WAL at 1731976315337Closed at 1731976315337 2024-11-19T00:31:55,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:31:55,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976315338"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976315338"}]},"ts":"1731976315338"} 2024-11-19T00:31:55,342 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:31:55,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:31:55,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976315343"}]},"ts":"1731976315343"} 2024-11-19T00:31:55,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:31:55,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d370fdfaaac802626d59f7c61b6ef06, ASSIGN}] 2024-11-19T00:31:55,348 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d370fdfaaac802626d59f7c61b6ef06, ASSIGN 2024-11-19T00:31:55,349 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3d370fdfaaac802626d59f7c61b6ef06, ASSIGN; state=OFFLINE, location=6b1531871d35,44737,1731976308965; forceNewPlan=false, retain=false 2024-11-19T00:31:55,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d370fdfaaac802626d59f7c61b6ef06, regionState=OPENING, regionLocation=6b1531871d35,44737,1731976308965 2024-11-19T00:31:55,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3d370fdfaaac802626d59f7c61b6ef06, ASSIGN because future has completed 2024-11-19T00:31:55,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d370fdfaaac802626d59f7c61b6ef06, server=6b1531871d35,44737,1731976308965}] 2024-11-19T00:31:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:55,666 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06. 2024-11-19T00:31:55,666 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d370fdfaaac802626d59f7c61b6ef06, NAME => 'test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:55,666 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:31:55,667 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:31:55,667 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3d370fdfaaac802626d59f7c61b6ef06 2024-11-19T00:31:55,667 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:55,667 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3d370fdfaaac802626d59f7c61b6ef06 2024-11-19T00:31:55,667 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3d370fdfaaac802626d59f7c61b6ef06 2024-11-19T00:31:55,669 INFO [StoreOpener-3d370fdfaaac802626d59f7c61b6ef06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d370fdfaaac802626d59f7c61b6ef06 2024-11-19T00:31:55,670 INFO [StoreOpener-3d370fdfaaac802626d59f7c61b6ef06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d370fdfaaac802626d59f7c61b6ef06 columnFamilyName f 2024-11-19T00:31:55,670 DEBUG [StoreOpener-3d370fdfaaac802626d59f7c61b6ef06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:55,670 INFO [StoreOpener-3d370fdfaaac802626d59f7c61b6ef06-1 {}] regionserver.HStore(327): Store=3d370fdfaaac802626d59f7c61b6ef06/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:55,671 INFO [StoreOpener-3d370fdfaaac802626d59f7c61b6ef06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3d370fdfaaac802626d59f7c61b6ef06 2024-11-19T00:31:55,672 INFO [StoreOpener-3d370fdfaaac802626d59f7c61b6ef06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d370fdfaaac802626d59f7c61b6ef06 columnFamilyName f1 2024-11-19T00:31:55,672 DEBUG [StoreOpener-3d370fdfaaac802626d59f7c61b6ef06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:55,672 INFO [StoreOpener-3d370fdfaaac802626d59f7c61b6ef06-1 {}] regionserver.HStore(327): Store=3d370fdfaaac802626d59f7c61b6ef06/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:55,672 INFO [StoreOpener-3d370fdfaaac802626d59f7c61b6ef06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3d370fdfaaac802626d59f7c61b6ef06 2024-11-19T00:31:55,673 INFO [StoreOpener-3d370fdfaaac802626d59f7c61b6ef06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d370fdfaaac802626d59f7c61b6ef06 columnFamilyName norep 2024-11-19T00:31:55,674 DEBUG [StoreOpener-3d370fdfaaac802626d59f7c61b6ef06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:55,674 INFO [StoreOpener-3d370fdfaaac802626d59f7c61b6ef06-1 {}] regionserver.HStore(327): Store=3d370fdfaaac802626d59f7c61b6ef06/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:55,674 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3d370fdfaaac802626d59f7c61b6ef06 2024-11-19T00:31:55,675 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/default/test/3d370fdfaaac802626d59f7c61b6ef06 2024-11-19T00:31:55,675 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/default/test/3d370fdfaaac802626d59f7c61b6ef06 2024-11-19T00:31:55,677 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3d370fdfaaac802626d59f7c61b6ef06 2024-11-19T00:31:55,677 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3d370fdfaaac802626d59f7c61b6ef06 2024-11-19T00:31:55,677 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:31:55,678 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3d370fdfaaac802626d59f7c61b6ef06 2024-11-19T00:31:55,680 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/default/test/3d370fdfaaac802626d59f7c61b6ef06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:31:55,681 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3d370fdfaaac802626d59f7c61b6ef06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59807595, jitterRate=-0.10879738628864288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:31:55,681 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d370fdfaaac802626d59f7c61b6ef06 2024-11-19T00:31:55,681 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3d370fdfaaac802626d59f7c61b6ef06: Running coprocessor pre-open hook at 1731976315667Writing region info on filesystem at 1731976315667Initializing all the Stores at 1731976315668 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976315668Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976315668Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976315668Cleaning up temporary data from old regions at 1731976315677 (+9 ms)Running coprocessor post-open hooks at 1731976315681 (+4 ms)Region opened successfully at 1731976315681 2024-11-19T00:31:55,682 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06., pid=6, masterSystemTime=1731976315661 2024-11-19T00:31:55,684 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06. 2024-11-19T00:31:55,684 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06. 2024-11-19T00:31:55,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d370fdfaaac802626d59f7c61b6ef06, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,44737,1731976308965 2024-11-19T00:31:55,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d370fdfaaac802626d59f7c61b6ef06, server=6b1531871d35,44737,1731976308965 because future has completed 2024-11-19T00:31:55,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:31:55,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d370fdfaaac802626d59f7c61b6ef06, server=6b1531871d35,44737,1731976308965 in 183 msec 2024-11-19T00:31:55,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:31:55,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3d370fdfaaac802626d59f7c61b6ef06, ASSIGN in 346 msec 2024-11-19T00:31:55,696 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:31:55,696 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976315696"}]},"ts":"1731976315696"} 2024-11-19T00:31:55,698 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:31:55,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:31:55,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1840 sec 2024-11-19T00:31:56,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T00:31:56,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T00:31:56,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T00:31:56,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T00:31:56,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:31:56,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T00:31:56,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:31:56,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T00:31:56,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:31:56,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T00:31:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:31:56,673 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:31:56,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:56,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,33687,-1 for getting cluster id 2024-11-19T00:31:56,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:56,675 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56c07a3a-4a95-44ae-a40d-21e9e2ca5507' 2024-11-19T00:31:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56c07a3a-4a95-44ae-a40d-21e9e2ca5507" 2024-11-19T00:31:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211dae0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,33687,-1] 2024-11-19T00:31:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:56,677 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:56,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24482067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:56,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:56,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,36835,-1 for getting cluster id 2024-11-19T00:31:56,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:56,680 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c19893a-4cef-4c27-b83e-fdcb64de3be9' 2024-11-19T00:31:56,680 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:56,680 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c19893a-4cef-4c27-b83e-fdcb64de3be9" 2024-11-19T00:31:56,680 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fdd1414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:56,680 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,36835,-1] 2024-11-19T00:31:56,680 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:56,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:56,681 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:56,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60914226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:56,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6104dc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:56,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,33687,-1 for getting cluster id 2024-11-19T00:31:56,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:56,684 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56c07a3a-4a95-44ae-a40d-21e9e2ca5507' 2024-11-19T00:31:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56c07a3a-4a95-44ae-a40d-21e9e2ca5507" 2024-11-19T00:31:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153db9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,33687,-1] 2024-11-19T00:31:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:56,685 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:56,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40925213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:56,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:56,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,33687,1731976303369 2024-11-19T00:31:56,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65af0826 2024-11-19T00:31:56,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:56,689 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:56,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:36835,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:31:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:31:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:31:56,693 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:36835' 2024-11-19T00:31:56,694 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287b4ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:56,694 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,36835,-1 for getting cluster id 2024-11-19T00:31:56,694 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:56,695 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c19893a-4cef-4c27-b83e-fdcb64de3be9' 2024-11-19T00:31:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c19893a-4cef-4c27-b83e-fdcb64de3be9" 2024-11-19T00:31:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648636d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:56,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,36835,-1] 2024-11-19T00:31:56,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:56,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:56,696 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:56,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168c129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:56,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:56,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,36835,1731976308849 2024-11-19T00:31:56,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c8a6d4c 2024-11-19T00:31:56,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:56,699 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:56,699 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T00:31:56,700 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:31:56,700 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:56,700 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:56,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:56,700 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:31:56,701 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:31:56,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:31:56,702 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:56,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:31:56,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741837_1013 (size=1138) 2024-11-19T00:31:56,751 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T00:31:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:31:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:31:57,069 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T00:31:57,111 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c993e9070e4dec20dd69c9e51315659d, NAME => 'hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb 2024-11-19T00:31:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741838_1014 (size=44) 2024-11-19T00:31:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:31:57,552 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:57,552 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c993e9070e4dec20dd69c9e51315659d, disabling compactions & flushes 2024-11-19T00:31:57,552 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. 2024-11-19T00:31:57,552 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. 2024-11-19T00:31:57,552 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. after waiting 0 ms 2024-11-19T00:31:57,552 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. 2024-11-19T00:31:57,552 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. 2024-11-19T00:31:57,552 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c993e9070e4dec20dd69c9e51315659d: Waiting for close lock at 1731976317552Disabling compacts and flushes for region at 1731976317552Disabling writes for close at 1731976317552Writing region close event to WAL at 1731976317552Closed at 1731976317552 2024-11-19T00:31:57,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:31:57,554 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731976317554"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976317554"}]},"ts":"1731976317554"} 2024-11-19T00:31:57,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:31:57,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:31:57,558 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976317558"}]},"ts":"1731976317558"} 2024-11-19T00:31:57,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T00:31:57,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c993e9070e4dec20dd69c9e51315659d, ASSIGN}] 2024-11-19T00:31:57,562 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c993e9070e4dec20dd69c9e51315659d, ASSIGN 2024-11-19T00:31:57,563 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c993e9070e4dec20dd69c9e51315659d, ASSIGN; state=OFFLINE, location=6b1531871d35,37287,1731976303550; forceNewPlan=false, retain=false 2024-11-19T00:31:57,714 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c993e9070e4dec20dd69c9e51315659d, regionState=OPENING, regionLocation=6b1531871d35,37287,1731976303550 2024-11-19T00:31:57,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c993e9070e4dec20dd69c9e51315659d, ASSIGN because future has completed 2024-11-19T00:31:57,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c993e9070e4dec20dd69c9e51315659d, server=6b1531871d35,37287,1731976303550}] 2024-11-19T00:31:57,737 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:31:57,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:57,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:57,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:57,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:31:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:31:57,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. 2024-11-19T00:31:57,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:31:57,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:31:57,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C37287%2C1731976303550.rep, suffix=, logDir=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550, archiveDir=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/oldWALs, maxLogs=10 2024-11-19T00:31:57,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.rep.1731976317878, exclude list is [], retry=0 2024-11-19T00:31:57,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35571,DS-4d93bc8f-1299-42fe-a83c-1d61674cb61f,DISK] 2024-11-19T00:31:57,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.rep.1731976317878 2024-11-19T00:31:57,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34965:34965)] 2024-11-19T00:31:57,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c993e9070e4dec20dd69c9e51315659d, NAME => 'hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:31:57,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:31:57,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:31:57,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. service=MultiRowMutationService 2024-11-19T00:31:57,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:31:57,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:31:57,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:31:57,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:31:57,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:31:57,905 INFO [StoreOpener-c993e9070e4dec20dd69c9e51315659d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:31:57,907 INFO [StoreOpener-c993e9070e4dec20dd69c9e51315659d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c993e9070e4dec20dd69c9e51315659d columnFamilyName hfileref 2024-11-19T00:31:57,907 DEBUG [StoreOpener-c993e9070e4dec20dd69c9e51315659d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:57,907 INFO [StoreOpener-c993e9070e4dec20dd69c9e51315659d-1 {}] regionserver.HStore(327): Store=c993e9070e4dec20dd69c9e51315659d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:57,907 INFO [StoreOpener-c993e9070e4dec20dd69c9e51315659d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:31:57,909 INFO [StoreOpener-c993e9070e4dec20dd69c9e51315659d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c993e9070e4dec20dd69c9e51315659d columnFamilyName queue 2024-11-19T00:31:57,909 DEBUG [StoreOpener-c993e9070e4dec20dd69c9e51315659d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:57,909 INFO [StoreOpener-c993e9070e4dec20dd69c9e51315659d-1 {}] regionserver.HStore(327): Store=c993e9070e4dec20dd69c9e51315659d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:57,909 INFO [StoreOpener-c993e9070e4dec20dd69c9e51315659d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:31:57,911 INFO [StoreOpener-c993e9070e4dec20dd69c9e51315659d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c993e9070e4dec20dd69c9e51315659d columnFamilyName sid 2024-11-19T00:31:57,911 DEBUG [StoreOpener-c993e9070e4dec20dd69c9e51315659d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:31:57,911 INFO [StoreOpener-c993e9070e4dec20dd69c9e51315659d-1 {}] regionserver.HStore(327): Store=c993e9070e4dec20dd69c9e51315659d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:31:57,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:31:57,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/replication/c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:31:57,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/replication/c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:31:57,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:31:57,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:31:57,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:31:57,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:31:57,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/replication/c993e9070e4dec20dd69c9e51315659d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:31:57,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c993e9070e4dec20dd69c9e51315659d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66661003, jitterRate=-0.006673648953437805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:31:57,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:31:57,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c993e9070e4dec20dd69c9e51315659d: Running coprocessor pre-open hook at 1731976317904Writing region info on filesystem at 1731976317904Initializing all the Stores at 1731976317905 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976317905Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976317905Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976317905Cleaning up temporary data from old regions at 1731976317914 (+9 ms)Running coprocessor post-open hooks at 1731976317918 (+4 ms)Region opened successfully at 1731976317918 2024-11-19T00:31:57,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d., pid=10, masterSystemTime=1731976317870 2024-11-19T00:31:57,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. 2024-11-19T00:31:57,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. 2024-11-19T00:31:57,922 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c993e9070e4dec20dd69c9e51315659d, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,37287,1731976303550 2024-11-19T00:31:57,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c993e9070e4dec20dd69c9e51315659d, server=6b1531871d35,37287,1731976303550 because future has completed 2024-11-19T00:31:57,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T00:31:57,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c993e9070e4dec20dd69c9e51315659d, server=6b1531871d35,37287,1731976303550 in 208 msec 2024-11-19T00:31:57,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T00:31:57,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c993e9070e4dec20dd69c9e51315659d, ASSIGN in 366 msec 2024-11-19T00:31:57,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:31:57,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976317929"}]},"ts":"1731976317929"} 2024-11-19T00:31:57,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T00:31:57,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:31:57,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2330 sec 2024-11-19T00:31:57,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d., hostname=6b1531871d35,37287,1731976303550, seqNum=2] 2024-11-19T00:31:58,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:31:58,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:31:58,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:31:58,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T00:31:58,178 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T00:31:58,206 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,37287,1731976303550, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:31:58,207 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:58,207 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37287,1731976303550, seqNum=-1] 2024-11-19T00:31:58,207 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:58,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-19T00:31:58,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b1531871d35,37287,1731976303550', locateType=CURRENT is [region=hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d., hostname=6b1531871d35,37287,1731976303550, seqNum=2] 2024-11-19T00:31:58,224 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T00:31:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T00:31:58,227 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b1531871d35,37287,1731976303550 suceeded 2024-11-19T00:31:58,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T00:31:58,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-19T00:31:58,231 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b1531871d35:36835,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-19T00:31:58,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5410 sec 2024-11-19T00:31:58,242 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:36835' 2024-11-19T00:31:58,244 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45d471ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:58,244 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,36835,-1 for getting cluster id 2024-11-19T00:31:58,244 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:58,245 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c19893a-4cef-4c27-b83e-fdcb64de3be9' 2024-11-19T00:31:58,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:58,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c19893a-4cef-4c27-b83e-fdcb64de3be9" 2024-11-19T00:31:58,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c9f3c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:58,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,36835,-1] 2024-11-19T00:31:58,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:58,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:58,248 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:58,249 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@668066af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:58,249 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:58,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,36835,1731976308849 2024-11-19T00:31:58,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d211683 2024-11-19T00:31:58,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:58,251 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-19T00:31:58,252 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,37287,1731976303550 (queues=1) is replicating from cluster=56c07a3a-4a95-44ae-a40d-21e9e2ca5507 to cluster=2c19893a-4cef-4c27-b83e-fdcb64de3be9 2024-11-19T00:31:58,252 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C37287%2C1731976303550 2024-11-19T00:31:58,252 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,37287,1731976303550, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:31:58,252 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.shipper6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C37287%2C1731976303550 2024-11-19T00:31:58,252 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779, startPosition=0, beingWritten=true 2024-11-19T00:31:58,261 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:31:58,261 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 379, reset compression=false 2024-11-19T00:31:58,261 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.shipper6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37287,1731976303550 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:31:58,467 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 379, reset compression=false 2024-11-19T00:31:58,772 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 379, reset compression=false 2024-11-19T00:31:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:31:58,845 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:31:58,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:58,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:58,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:58,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:58,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:58,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:31:58,858 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731976318852/Put/seqid=0 2024-11-19T00:31:58,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741840_1016 (size=7894) 2024-11-19T00:31:59,184 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 379, reset compression=false 2024-11-19T00:31:59,281 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f/f/hfile_1 is 34, key is ddd/f:row/1731976319280/Put/seqid=0 2024-11-19T00:31:59,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741841_1017 (size=7691) 2024-11-19T00:31:59,688 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 379, reset compression=false 2024-11-19T00:31:59,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:59,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,33687,-1 for getting cluster id 2024-11-19T00:31:59,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:31:59,690 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56c07a3a-4a95-44ae-a40d-21e9e2ca5507' 2024-11-19T00:31:59,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:31:59,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56c07a3a-4a95-44ae-a40d-21e9e2ca5507" 2024-11-19T00:31:59,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745f070f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:59,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,33687,-1] 2024-11-19T00:31:59,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:31:59,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:59,693 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:31:59,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:31:59,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37287,1731976303550, seqNum=-1] 2024-11-19T00:31:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:59,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:59,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:31:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,33687,1731976303369 2024-11-19T00:31:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@444fc3b3 2024-11-19T00:31:59,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:31:59,713 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:31:59,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616., hostname=6b1531871d35,37287,1731976303550, seqNum=2] 2024-11-19T00:31:59,727 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T00:31:59,739 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T00:31:59,742 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T00:31:59,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f/f/hfile_1 for inclusion in c79b7f4c170627ddff40090c5dd1f616/f 2024-11-19T00:31:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T00:31:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:31:59,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f/f/hfile_0 for inclusion in c79b7f4c170627ddff40090c5dd1f616/f 2024-11-19T00:31:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T00:31:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:31:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HRegion(2603): Flush status journal for c79b7f4c170627ddff40090c5dd1f616: 2024-11-19T00:31:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f/f/hfile_1 to hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__543m9em7ak3kdos8rp8muvaenhla5a4ipqu74ha7bkl3tg3a5if1d589bdbhq038/f/hfile_1 2024-11-19T00:31:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__543m9em7ak3kdos8rp8muvaenhla5a4ipqu74ha7bkl3tg3a5if1d589bdbhq038/f/hfile_1 as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f/a5072e7129134e8998624d12edc7e6e9_SeqId_4_ 2024-11-19T00:31:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f/f/hfile_0 to hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__543m9em7ak3kdos8rp8muvaenhla5a4ipqu74ha7bkl3tg3a5if1d589bdbhq038/f/hfile_0 2024-11-19T00:31:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__543m9em7ak3kdos8rp8muvaenhla5a4ipqu74ha7bkl3tg3a5if1d589bdbhq038/f/hfile_0 as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f/e90492020c4d44dcab248e13cd884e09_SeqId_4_ 2024-11-19T00:31:59,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__543m9em7ak3kdos8rp8muvaenhla5a4ipqu74ha7bkl3tg3a5if1d589bdbhq038/f/hfile_1 into c79b7f4c170627ddff40090c5dd1f616/f as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f/a5072e7129134e8998624d12edc7e6e9_SeqId_4_ - updating store file list. 2024-11-19T00:31:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a5072e7129134e8998624d12edc7e6e9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T00:31:59,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f/a5072e7129134e8998624d12edc7e6e9_SeqId_4_ into c79b7f4c170627ddff40090c5dd1f616/f 2024-11-19T00:31:59,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__543m9em7ak3kdos8rp8muvaenhla5a4ipqu74ha7bkl3tg3a5if1d589bdbhq038/f/hfile_1 into c79b7f4c170627ddff40090c5dd1f616/f (new location: hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f/a5072e7129134e8998624d12edc7e6e9_SeqId_4_) 2024-11-19T00:31:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__543m9em7ak3kdos8rp8muvaenhla5a4ipqu74ha7bkl3tg3a5if1d589bdbhq038/f/hfile_1 2024-11-19T00:31:59,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__543m9em7ak3kdos8rp8muvaenhla5a4ipqu74ha7bkl3tg3a5if1d589bdbhq038/f/hfile_0 into c79b7f4c170627ddff40090c5dd1f616/f as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f/e90492020c4d44dcab248e13cd884e09_SeqId_4_ - updating store file list. 2024-11-19T00:31:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e90492020c4d44dcab248e13cd884e09_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T00:31:59,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f/e90492020c4d44dcab248e13cd884e09_SeqId_4_ into c79b7f4c170627ddff40090c5dd1f616/f 2024-11-19T00:31:59,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__543m9em7ak3kdos8rp8muvaenhla5a4ipqu74ha7bkl3tg3a5if1d589bdbhq038/f/hfile_0 into c79b7f4c170627ddff40090c5dd1f616/f (new location: hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f/e90492020c4d44dcab248e13cd884e09_SeqId_4_) 2024-11-19T00:31:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__543m9em7ak3kdos8rp8muvaenhla5a4ipqu74ha7bkl3tg3a5if1d589bdbhq038/f/hfile_0 2024-11-19T00:31:59,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:31:59,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:31:59,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:59,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:31:59,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:31:59,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:31:59,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616., hostname=6b1531871d35,37287,1731976303550, seqNum=2 , the old value is region=test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616., hostname=6b1531871d35,37287,1731976303550, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b1531871d35:37287 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:31:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,44737,1731976308965, seqNum=-1] 2024-11-19T00:31:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616., hostname=6b1531871d35,37287,1731976303550, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:31:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616., hostname=6b1531871d35,37287,1731976303550, seqNum=2 from cache 2024-11-19T00:31:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:31:59,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:31:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:38146 deadline: 1731976379799 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:38146 2024-11-19T00:31:59,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06., hostname=6b1531871d35,44737,1731976308965, seqNum=2] 2024-11-19T00:31:59,807 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T00:31:59,913 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:37287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-19T00:32:00,293 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 379, reset compression=false 2024-11-19T00:32:00,299 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:32:00,299 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.shipper6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37287,1731976303550 got entry batch from reader: WALEntryBatch [walEntries=[{test/c79b7f4c170627ddff40090c5dd1f616/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731976319794/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T00:32:00,317 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.shipper6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:32:00,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-19T00:32:00,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.ReplicationSink(318): Replicating [56c07a3a-4a95-44ae-a40d-21e9e2ca5507] bulk loaded data 2024-11-19T00:32:00,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fdc613a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:32:00,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,36835,-1 for getting cluster id 2024-11-19T00:32:00,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:32:00,324 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c19893a-4cef-4c27-b83e-fdcb64de3be9' 2024-11-19T00:32:00,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:32:00,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c19893a-4cef-4c27-b83e-fdcb64de3be9" 2024-11-19T00:32:00,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@747ef3e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:32:00,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,36835,-1] 2024-11-19T00:32:00,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:32:00,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:32:00,325 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:32:00,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41ce750e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:32:00,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741837_1013 (size=7691) 2024-11-19T00:32:00,499 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 687, reset compression=false 2024-11-19T00:32:00,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741838_1014 (size=7894) 2024-11-19T00:32:00,803 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 687, reset compression=false 2024-11-19T00:32:00,810 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T00:32:01,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:32:01,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,36835,1731976308849 2024-11-19T00:32:01,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ff34f75 2024-11-19T00:32:01,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:32:01,158 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-19T00:32:01,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T00:32:01,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:32:01,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,44737,1731976308965, seqNum=-1] 2024-11-19T00:32:01,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:32:01,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-19T00:32:01,170 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/staging/jenkins.hfs.6__test__pk0p48jf455d1a2g8qbkgobnd4jr97et6nij0mr7lthqca70fq7fqu6cmqv3h8ma/f/a5072e7129134e8998624d12edc7e6e9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T00:32:01,173 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/staging/jenkins.hfs.6__test__pk0p48jf455d1a2g8qbkgobnd4jr97et6nij0mr7lthqca70fq7fqu6cmqv3h8ma/f/e90492020c4d44dcab248e13cd884e09_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T00:32:01,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/staging/jenkins.hfs.6__test__pk0p48jf455d1a2g8qbkgobnd4jr97et6nij0mr7lthqca70fq7fqu6cmqv3h8ma/f/a5072e7129134e8998624d12edc7e6e9_SeqId_4_ for inclusion in 3d370fdfaaac802626d59f7c61b6ef06/f 2024-11-19T00:32:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T00:32:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:32:01,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/staging/jenkins.hfs.6__test__pk0p48jf455d1a2g8qbkgobnd4jr97et6nij0mr7lthqca70fq7fqu6cmqv3h8ma/f/e90492020c4d44dcab248e13cd884e09_SeqId_4_ for inclusion in 3d370fdfaaac802626d59f7c61b6ef06/f 2024-11-19T00:32:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T00:32:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:32:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HRegion(2603): Flush status journal for 3d370fdfaaac802626d59f7c61b6ef06: 2024-11-19T00:32:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a5072e7129134e8998624d12edc7e6e9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T00:32:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/staging/jenkins.hfs.6__test__pk0p48jf455d1a2g8qbkgobnd4jr97et6nij0mr7lthqca70fq7fqu6cmqv3h8ma/f/a5072e7129134e8998624d12edc7e6e9_SeqId_4_ as hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/default/test/3d370fdfaaac802626d59f7c61b6ef06/f/6861e44c1d3c4522b169a1047c995e48_SeqId_4_ 2024-11-19T00:32:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e90492020c4d44dcab248e13cd884e09_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T00:32:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/staging/jenkins.hfs.6__test__pk0p48jf455d1a2g8qbkgobnd4jr97et6nij0mr7lthqca70fq7fqu6cmqv3h8ma/f/e90492020c4d44dcab248e13cd884e09_SeqId_4_ as hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/default/test/3d370fdfaaac802626d59f7c61b6ef06/f/32ee0a3ce0f14c0793ef39082b398ec1_SeqId_4_ 2024-11-19T00:32:01,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/staging/jenkins.hfs.6__test__pk0p48jf455d1a2g8qbkgobnd4jr97et6nij0mr7lthqca70fq7fqu6cmqv3h8ma/f/a5072e7129134e8998624d12edc7e6e9_SeqId_4_ into 3d370fdfaaac802626d59f7c61b6ef06/f as hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/default/test/3d370fdfaaac802626d59f7c61b6ef06/f/6861e44c1d3c4522b169a1047c995e48_SeqId_4_ - updating store file list. 2024-11-19T00:32:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6861e44c1d3c4522b169a1047c995e48_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T00:32:01,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/default/test/3d370fdfaaac802626d59f7c61b6ef06/f/6861e44c1d3c4522b169a1047c995e48_SeqId_4_ into 3d370fdfaaac802626d59f7c61b6ef06/f 2024-11-19T00:32:01,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/staging/jenkins.hfs.6__test__pk0p48jf455d1a2g8qbkgobnd4jr97et6nij0mr7lthqca70fq7fqu6cmqv3h8ma/f/a5072e7129134e8998624d12edc7e6e9_SeqId_4_ into 3d370fdfaaac802626d59f7c61b6ef06/f (new location: hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/default/test/3d370fdfaaac802626d59f7c61b6ef06/f/6861e44c1d3c4522b169a1047c995e48_SeqId_4_) 2024-11-19T00:32:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/staging/jenkins.hfs.6__test__pk0p48jf455d1a2g8qbkgobnd4jr97et6nij0mr7lthqca70fq7fqu6cmqv3h8ma/f/a5072e7129134e8998624d12edc7e6e9_SeqId_4_ 2024-11-19T00:32:01,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/staging/jenkins.hfs.6__test__pk0p48jf455d1a2g8qbkgobnd4jr97et6nij0mr7lthqca70fq7fqu6cmqv3h8ma/f/e90492020c4d44dcab248e13cd884e09_SeqId_4_ into 3d370fdfaaac802626d59f7c61b6ef06/f as hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/default/test/3d370fdfaaac802626d59f7c61b6ef06/f/32ee0a3ce0f14c0793ef39082b398ec1_SeqId_4_ - updating store file list. 2024-11-19T00:32:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32ee0a3ce0f14c0793ef39082b398ec1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T00:32:01,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/default/test/3d370fdfaaac802626d59f7c61b6ef06/f/32ee0a3ce0f14c0793ef39082b398ec1_SeqId_4_ into 3d370fdfaaac802626d59f7c61b6ef06/f 2024-11-19T00:32:01,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/staging/jenkins.hfs.6__test__pk0p48jf455d1a2g8qbkgobnd4jr97et6nij0mr7lthqca70fq7fqu6cmqv3h8ma/f/e90492020c4d44dcab248e13cd884e09_SeqId_4_ into 3d370fdfaaac802626d59f7c61b6ef06/f (new location: hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/default/test/3d370fdfaaac802626d59f7c61b6ef06/f/32ee0a3ce0f14c0793ef39082b398ec1_SeqId_4_) 2024-11-19T00:32:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/staging/jenkins.hfs.6__test__pk0p48jf455d1a2g8qbkgobnd4jr97et6nij0mr7lthqca70fq7fqu6cmqv3h8ma/f/e90492020c4d44dcab248e13cd884e09_SeqId_4_ 2024-11-19T00:32:01,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.ReplicationSink(324): Finished replicating [56c07a3a-4a95-44ae-a40d-21e9e2ca5507] bulk loaded data 2024-11-19T00:32:01,208 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 687, reset compression=false 2024-11-19T00:32:01,712 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 687, reset compression=false 2024-11-19T00:32:01,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:32:01,829 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731976321827/Put/seqid=0 2024-11-19T00:32:01,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741842_1018 (size=7997) 2024-11-19T00:32:02,244 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731976322243/Put/seqid=0 2024-11-19T00:32:02,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741843_1019 (size=7794) 2024-11-19T00:32:02,316 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 687, reset compression=false 2024-11-19T00:32:02,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:32:02,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,33687,-1 for getting cluster id 2024-11-19T00:32:02,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:32:02,651 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56c07a3a-4a95-44ae-a40d-21e9e2ca5507' 2024-11-19T00:32:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:32:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56c07a3a-4a95-44ae-a40d-21e9e2ca5507" 2024-11-19T00:32:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3342e7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:32:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,33687,-1] 2024-11-19T00:32:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:32:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:32:02,652 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:32:02,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:32:02,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:32:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37287,1731976303550, seqNum=-1] 2024-11-19T00:32:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:32:02,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:32:02,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:32:02,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,33687,1731976303369 2024-11-19T00:32:02,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b4c7065 2024-11-19T00:32:02,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:32:02,666 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:32:02,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616., hostname=6b1531871d35,37287,1731976303550, seqNum=2] 2024-11-19T00:32:02,673 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T00:32:02,678 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T00:32:02,681 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T00:32:02,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f1/f1/hfile_1 for inclusion in c79b7f4c170627ddff40090c5dd1f616/f1 2024-11-19T00:32:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T00:32:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:32:02,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f1/f1/hfile_0 for inclusion in c79b7f4c170627ddff40090c5dd1f616/f1 2024-11-19T00:32:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T00:32:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:32:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HRegion(2603): Flush status journal for c79b7f4c170627ddff40090c5dd1f616: 2024-11-19T00:32:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f1/f1/hfile_1 to hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__nvrusf5ro47pugsj7pbgh5o36m97bqrbnlnemgnn0rc9toiselkngpi2ifi44ujb/f1/hfile_1 2024-11-19T00:32:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__nvrusf5ro47pugsj7pbgh5o36m97bqrbnlnemgnn0rc9toiselkngpi2ifi44ujb/f1/hfile_1 as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f1/15d927f38f394561bad732cbf4c3d39e_SeqId_6_ 2024-11-19T00:32:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/load_f1/f1/hfile_0 to hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__nvrusf5ro47pugsj7pbgh5o36m97bqrbnlnemgnn0rc9toiselkngpi2ifi44ujb/f1/hfile_0 2024-11-19T00:32:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__nvrusf5ro47pugsj7pbgh5o36m97bqrbnlnemgnn0rc9toiselkngpi2ifi44ujb/f1/hfile_0 as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f1/8b83b0134bf24de99eb00b92ff11a660_SeqId_6_ 2024-11-19T00:32:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-19T00:32:02,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__nvrusf5ro47pugsj7pbgh5o36m97bqrbnlnemgnn0rc9toiselkngpi2ifi44ujb/f1/hfile_1 into c79b7f4c170627ddff40090c5dd1f616/f1 as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f1/15d927f38f394561bad732cbf4c3d39e_SeqId_6_ - updating store file list. 2024-11-19T00:32:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 15d927f38f394561bad732cbf4c3d39e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T00:32:02,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f1/15d927f38f394561bad732cbf4c3d39e_SeqId_6_ into c79b7f4c170627ddff40090c5dd1f616/f1 2024-11-19T00:32:02,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__nvrusf5ro47pugsj7pbgh5o36m97bqrbnlnemgnn0rc9toiselkngpi2ifi44ujb/f1/hfile_1 into c79b7f4c170627ddff40090c5dd1f616/f1 (new location: hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f1/15d927f38f394561bad732cbf4c3d39e_SeqId_6_) 2024-11-19T00:32:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__nvrusf5ro47pugsj7pbgh5o36m97bqrbnlnemgnn0rc9toiselkngpi2ifi44ujb/f1/hfile_1 2024-11-19T00:32:02,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__nvrusf5ro47pugsj7pbgh5o36m97bqrbnlnemgnn0rc9toiselkngpi2ifi44ujb/f1/hfile_0 into c79b7f4c170627ddff40090c5dd1f616/f1 as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f1/8b83b0134bf24de99eb00b92ff11a660_SeqId_6_ - updating store file list. 2024-11-19T00:32:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b83b0134bf24de99eb00b92ff11a660_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T00:32:02,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f1/8b83b0134bf24de99eb00b92ff11a660_SeqId_6_ into c79b7f4c170627ddff40090c5dd1f616/f1 2024-11-19T00:32:02,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__nvrusf5ro47pugsj7pbgh5o36m97bqrbnlnemgnn0rc9toiselkngpi2ifi44ujb/f1/hfile_0 into c79b7f4c170627ddff40090c5dd1f616/f1 (new location: hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/f1/8b83b0134bf24de99eb00b92ff11a660_SeqId_6_) 2024-11-19T00:32:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/staging/jenkins__test__nvrusf5ro47pugsj7pbgh5o36m97bqrbnlnemgnn0rc9toiselkngpi2ifi44ujb/f1/hfile_0 2024-11-19T00:32:02,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:32:02,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:32:02,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:32:02,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:32:02,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:32:02,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616., hostname=6b1531871d35,37287,1731976303550, seqNum=2 , the old value is region=test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616., hostname=6b1531871d35,37287,1731976303550, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b1531871d35:37287 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:32:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:38150 deadline: 1731976382713 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:38150 2024-11-19T00:32:02,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616., hostname=6b1531871d35,37287,1731976303550, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:32:02,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616., hostname=6b1531871d35,37287,1731976303550, seqNum=2 from cache 2024-11-19T00:32:02,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:32:02,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37287,1731976303550, seqNum=-1] 2024-11-19T00:32:02,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:32:02,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:32:02,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616., hostname=6b1531871d35,37287,1731976303550, seqNum=2] 2024-11-19T00:32:02,822 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:37287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-19T00:32:03,021 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 687, reset compression=false 2024-11-19T00:32:03,029 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:32:03,029 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:03,029 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.shipper6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37287,1731976303550 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:32:03,234 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:03,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:32:03,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:32:03,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:32:03,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:32:03,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:32:03,538 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:03,942 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:04,446 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:05,051 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:05,757 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:06,562 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:06,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T00:32:06,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T00:32:07,467 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:08,472 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:09,576 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:10,781 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:12,085 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:12,919 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T00:32:13,489 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:14,994 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:16,598 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:18,305 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:18,437 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T00:32:20,109 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:22,013 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:23,032 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.shipper6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37287,1731976303550 got entry batch from reader: null 2024-11-19T00:32:24,018 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:26,122 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:27,220 INFO [master/6b1531871d35:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T00:32:27,220 INFO [master/6b1531871d35:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T00:32:28,328 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:30,632 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:32,297 INFO [master/6b1531871d35:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T00:32:32,297 INFO [master/6b1531871d35:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T00:32:33,038 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:35,542 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:38,147 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:38,505 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c79b7f4c170627ddff40090c5dd1f616, had cached 0 bytes from a total of 31376 2024-11-19T00:32:40,667 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3d370fdfaaac802626d59f7c61b6ef06, had cached 0 bytes from a total of 15585 2024-11-19T00:32:40,851 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:42,919 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T00:32:43,032 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.shipper6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37287,1731976303550 got entry batch from reader: null 2024-11-19T00:32:43,655 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:46,560 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:48,152 DEBUG [master/6b1531871d35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T00:32:48,437 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T00:32:49,564 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:52,294 DEBUG [master/6b1531871d35:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T00:32:52,670 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:55,874 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:32:59,177 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:33:02,582 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:33:02,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:33:02,750 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:33:02,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:02,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:02,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:02,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:02,751 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:33:02,751 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1013277102, stopped=false 2024-11-19T00:33:02,751 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,36835,1731976308849 2024-11-19T00:33:02,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11906245273/running 2024-11-19T00:33:02,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11906245273/running 2024-11-19T00:33:02,788 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:33:02,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273 2024-11-19T00:33:02,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273 2024-11-19T00:33:02,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:33:02,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:02,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:02,788 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,44737,1731976308965' ***** 2024-11-19T00:33:02,788 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:33:02,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Set watcher on znode that does not yet exist, /11906245273/running 2024-11-19T00:33:02,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Set watcher on znode that does not yet exist, /11906245273/running 2024-11-19T00:33:02,789 INFO [RS:0;6b1531871d35:44737 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:33:02,789 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:33:02,789 INFO [RS:0;6b1531871d35:44737 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:33:02,789 INFO [RS:0;6b1531871d35:44737 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:33:02,789 INFO [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d370fdfaaac802626d59f7c61b6ef06 2024-11-19T00:33:02,789 INFO [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,44737,1731976308965 2024-11-19T00:33:02,789 INFO [RS:0;6b1531871d35:44737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:33:02,789 INFO [RS:0;6b1531871d35:44737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:44737. 2024-11-19T00:33:02,789 DEBUG [RS:0;6b1531871d35:44737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:02,789 DEBUG [RS:0;6b1531871d35:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:02,789 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d370fdfaaac802626d59f7c61b6ef06, disabling compactions & flushes 2024-11-19T00:33:02,789 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06. 2024-11-19T00:33:02,789 INFO [RS:0;6b1531871d35:44737 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:33:02,789 INFO [RS:0;6b1531871d35:44737 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:33:02,789 INFO [RS:0;6b1531871d35:44737 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:33:02,789 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06. 2024-11-19T00:33:02,789 INFO [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:33:02,789 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06. after waiting 0 ms 2024-11-19T00:33:02,790 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06. 2024-11-19T00:33:02,790 INFO [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T00:33:02,790 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3d370fdfaaac802626d59f7c61b6ef06=test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06.} 2024-11-19T00:33:02,790 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:33:02,790 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d370fdfaaac802626d59f7c61b6ef06 2024-11-19T00:33:02,790 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:33:02,790 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:33:02,790 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:33:02,790 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:33:02,790 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T00:33:02,794 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/default/test/3d370fdfaaac802626d59f7c61b6ef06/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T00:33:02,795 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:33:02,795 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:33:02,795 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06. 2024-11-19T00:33:02,795 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d370fdfaaac802626d59f7c61b6ef06: Waiting for close lock at 1731976382789Running coprocessor pre-close hooks at 1731976382789Disabling compacts and flushes for region at 1731976382789Disabling writes for close at 1731976382789Writing region close event to WAL at 1731976382790 (+1 ms)Running coprocessor post-close hooks at 1731976382794 (+4 ms)Closed at 1731976382795 (+1 ms) 2024-11-19T00:33:02,795 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06. 2024-11-19T00:33:02,806 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/.tmp/info/37a44c1331164d338f4361cd13dbd6d1 is 129, key is test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06./info:regioninfo/1731976315685/Put/seqid=0 2024-11-19T00:33:02,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741839_1015 (size=6421) 2024-11-19T00:33:02,857 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:33:02,990 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:03,032 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.shipper6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37287,1731976303550 got entry batch from reader: null 2024-11-19T00:33:03,077 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:33:03,077 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:33:03,190 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:03,210 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/.tmp/info/37a44c1331164d338f4361cd13dbd6d1 2024-11-19T00:33:03,233 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/.tmp/ns/06d1d167bc8d4694959d1b1bb51f80f3 is 43, key is default/ns:d/1731976312279/Put/seqid=0 2024-11-19T00:33:03,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741840_1016 (size=5153) 2024-11-19T00:33:03,390 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:03,590 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:03,638 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/.tmp/ns/06d1d167bc8d4694959d1b1bb51f80f3 2024-11-19T00:33:03,658 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/.tmp/rep_barrier/0dbe5112235c44eb8287149adc7d8112 is 112, key is test,,1731976314516.3d370fdfaaac802626d59f7c61b6ef06./rep_barrier:seqnumDuringOpen/1731976315685/Put/seqid=0 2024-11-19T00:33:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741841_1017 (size=5518) 2024-11-19T00:33:03,791 INFO [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T00:33:03,791 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:33:03,791 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:03,991 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:04,063 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/.tmp/rep_barrier/0dbe5112235c44eb8287149adc7d8112 2024-11-19T00:33:04,083 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/.tmp/table/57a29b1d6d0c40c583dc4b9797433950 is 40, key is test/table:state/1731976315696/Put/seqid=0 2024-11-19T00:33:04,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741842_1018 (size=5165) 2024-11-19T00:33:04,191 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:04,391 DEBUG [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:04,488 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/.tmp/table/57a29b1d6d0c40c583dc4b9797433950 2024-11-19T00:33:04,494 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/.tmp/info/37a44c1331164d338f4361cd13dbd6d1 as hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/info/37a44c1331164d338f4361cd13dbd6d1 2024-11-19T00:33:04,499 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/info/37a44c1331164d338f4361cd13dbd6d1, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T00:33:04,500 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/.tmp/ns/06d1d167bc8d4694959d1b1bb51f80f3 as hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/ns/06d1d167bc8d4694959d1b1bb51f80f3 2024-11-19T00:33:04,508 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/ns/06d1d167bc8d4694959d1b1bb51f80f3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T00:33:04,509 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/.tmp/rep_barrier/0dbe5112235c44eb8287149adc7d8112 as hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/rep_barrier/0dbe5112235c44eb8287149adc7d8112 2024-11-19T00:33:04,516 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/rep_barrier/0dbe5112235c44eb8287149adc7d8112, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T00:33:04,517 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/.tmp/table/57a29b1d6d0c40c583dc4b9797433950 as hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/table/57a29b1d6d0c40c583dc4b9797433950 2024-11-19T00:33:04,521 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/table/57a29b1d6d0c40c583dc4b9797433950, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T00:33:04,522 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false 2024-11-19T00:33:04,527 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T00:33:04,527 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:33:04,527 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:33:04,528 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:33:04,528 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976382790Running coprocessor pre-close hooks at 1731976382790Disabling compacts and flushes for region at 1731976382790Disabling writes for close at 1731976382790Obtaining lock to block concurrent updates at 1731976382790Preparing flush snapshotting stores in 1588230740 at 1731976382790Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731976382790Flushing stores of hbase:meta,,1.1588230740 at 1731976382791 (+1 ms)Flushing 1588230740/info: creating writer at 1731976382791Flushing 1588230740/info: appending metadata at 1731976382805 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731976382805Flushing 1588230740/ns: creating writer at 1731976383217 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731976383233 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731976383233Flushing 1588230740/rep_barrier: creating writer at 1731976383644 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731976383658 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731976383658Flushing 1588230740/table: creating writer at 1731976384069 (+411 ms)Flushing 1588230740/table: appending metadata at 1731976384083 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731976384083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54438cc2: reopening flushed file at 1731976384493 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133794b5: reopening flushed file at 1731976384500 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf73daf: reopening flushed file at 1731976384508 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3817243a: reopening flushed file at 1731976384516 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false at 1731976384522 (+6 ms)Writing region close event to WAL at 1731976384524 (+2 ms)Running coprocessor post-close hooks at 1731976384527 (+3 ms)Closed at 1731976384528 (+1 ms) 2024-11-19T00:33:04,528 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:33:04,592 INFO [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,44737,1731976308965; all regions closed. 2024-11-19T00:33:04,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741834_1010 (size=2717) 2024-11-19T00:33:04,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/WALs/6b1531871d35,44737,1731976308965/6b1531871d35%2C44737%2C1731976308965.meta.1731976312214.meta not finished, retry = 0 2024-11-19T00:33:04,697 DEBUG [RS:0;6b1531871d35:44737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/oldWALs 2024-11-19T00:33:04,697 INFO [RS:0;6b1531871d35:44737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C44737%2C1731976308965.meta:.meta(num 1731976312214) 2024-11-19T00:33:04,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741832_1008 (size=1028) 2024-11-19T00:33:04,701 DEBUG [RS:0;6b1531871d35:44737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/oldWALs 2024-11-19T00:33:04,701 INFO [RS:0;6b1531871d35:44737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C44737%2C1731976308965:(num 1731976311211) 2024-11-19T00:33:04,701 DEBUG [RS:0;6b1531871d35:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:04,701 INFO [RS:0;6b1531871d35:44737 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:33:04,702 INFO [RS:0;6b1531871d35:44737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:33:04,702 INFO [RS:0;6b1531871d35:44737 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T00:33:04,702 INFO [RS:0;6b1531871d35:44737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:33:04,702 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:33:04,702 INFO [RS:0;6b1531871d35:44737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:44737. 2024-11-19T00:33:04,702 DEBUG [RS:0;6b1531871d35:44737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:04,702 DEBUG [RS:0;6b1531871d35:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:04,702 DEBUG [RS:0;6b1531871d35:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:04,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:04,703 INFO [RS:0;6b1531871d35:44737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44737 2024-11-19T00:33:04,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273/rs 2024-11-19T00:33:04,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11906245273/rs/6b1531871d35,44737,1731976308965 2024-11-19T00:33:04,738 INFO [RS:0;6b1531871d35:44737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:33:04,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,44737,1731976308965] 2024-11-19T00:33:04,754 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11906245273/draining/6b1531871d35,44737,1731976308965 already deleted, retry=false 2024-11-19T00:33:04,754 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,44737,1731976308965 expired; onlineServers=0 2024-11-19T00:33:04,754 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,36835,1731976308849' ***** 2024-11-19T00:33:04,754 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:33:04,754 INFO [M:0;6b1531871d35:36835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:33:04,754 INFO [M:0;6b1531871d35:36835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:33:04,755 DEBUG [M:0;6b1531871d35:36835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:33:04,755 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:33:04,755 DEBUG [M:0;6b1531871d35:36835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:33:04,755 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976310970 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976310970,5,FailOnTimeoutGroup] 2024-11-19T00:33:04,755 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976310966 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976310966,5,FailOnTimeoutGroup] 2024-11-19T00:33:04,755 INFO [M:0;6b1531871d35:36835 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:33:04,755 INFO [M:0;6b1531871d35:36835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:33:04,755 DEBUG [M:0;6b1531871d35:36835 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:33:04,755 INFO [M:0;6b1531871d35:36835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:33:04,755 INFO [M:0;6b1531871d35:36835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:33:04,755 INFO [M:0;6b1531871d35:36835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:33:04,755 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:33:04,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11906245273/master 2024-11-19T00:33:04,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906245273 2024-11-19T00:33:04,762 DEBUG [M:0;6b1531871d35:36835 {}] zookeeper.ZKUtil(347): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Unable to get data of znode /11906245273/master because node does not exist (not an error) 2024-11-19T00:33:04,763 WARN [M:0;6b1531871d35:36835 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:33:04,764 INFO [M:0;6b1531871d35:36835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/.lastflushedseqids 2024-11-19T00:33:04,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741843_1019 (size=173) 2024-11-19T00:33:04,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:04,846 INFO [RS:0;6b1531871d35:44737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:33:04,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x10055570a960004, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:04,846 INFO [RS:0;6b1531871d35:44737 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,44737,1731976308965; zookeeper connection closed. 2024-11-19T00:33:04,846 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52cd8012 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52cd8012 2024-11-19T00:33:04,846 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:33:05,169 INFO [M:0;6b1531871d35:36835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:33:05,169 INFO [M:0;6b1531871d35:36835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:33:05,169 DEBUG [M:0;6b1531871d35:36835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:33:05,169 INFO [M:0;6b1531871d35:36835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:05,169 DEBUG [M:0;6b1531871d35:36835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:05,169 DEBUG [M:0;6b1531871d35:36835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:33:05,169 DEBUG [M:0;6b1531871d35:36835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:05,169 INFO [M:0;6b1531871d35:36835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-19T00:33:05,185 DEBUG [M:0;6b1531871d35:36835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac21e8c4eb1345c78e8e6891f507bcf2 is 82, key is hbase:meta,,1/info:regioninfo/1731976312258/Put/seqid=0 2024-11-19T00:33:05,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741844_1020 (size=5672) 2024-11-19T00:33:05,590 INFO [M:0;6b1531871d35:36835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac21e8c4eb1345c78e8e6891f507bcf2 2024-11-19T00:33:05,612 DEBUG [M:0;6b1531871d35:36835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0e4fb9ca13e4028a0b280710a3e37c0 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731976315701/Put/seqid=0 2024-11-19T00:33:05,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741845_1021 (size=6726) 2024-11-19T00:33:06,017 INFO [M:0;6b1531871d35:36835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0e4fb9ca13e4028a0b280710a3e37c0 2024-11-19T00:33:06,022 INFO [M:0;6b1531871d35:36835 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0e4fb9ca13e4028a0b280710a3e37c0 2024-11-19T00:33:06,038 DEBUG [M:0;6b1531871d35:36835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d2ec9af9fe24b59a5b6cf6cba7a8ddc is 69, key is 6b1531871d35,44737,1731976308965/rs:state/1731976311055/Put/seqid=0 2024-11-19T00:33:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741846_1022 (size=5156) 2024-11-19T00:33:06,086 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.1731976305779 to pos 997, reset compression=false 2024-11-19T00:33:06,443 INFO [M:0;6b1531871d35:36835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d2ec9af9fe24b59a5b6cf6cba7a8ddc 2024-11-19T00:33:06,448 DEBUG [M:0;6b1531871d35:36835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac21e8c4eb1345c78e8e6891f507bcf2 as hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac21e8c4eb1345c78e8e6891f507bcf2 2024-11-19T00:33:06,452 INFO [M:0;6b1531871d35:36835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac21e8c4eb1345c78e8e6891f507bcf2, entries=8, sequenceid=58, filesize=5.5 K 2024-11-19T00:33:06,453 DEBUG [M:0;6b1531871d35:36835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0e4fb9ca13e4028a0b280710a3e37c0 as hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0e4fb9ca13e4028a0b280710a3e37c0 2024-11-19T00:33:06,457 INFO [M:0;6b1531871d35:36835 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0e4fb9ca13e4028a0b280710a3e37c0 2024-11-19T00:33:06,458 INFO [M:0;6b1531871d35:36835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0e4fb9ca13e4028a0b280710a3e37c0, entries=6, sequenceid=58, filesize=6.6 K 2024-11-19T00:33:06,459 DEBUG [M:0;6b1531871d35:36835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d2ec9af9fe24b59a5b6cf6cba7a8ddc as hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d2ec9af9fe24b59a5b6cf6cba7a8ddc 2024-11-19T00:33:06,464 INFO [M:0;6b1531871d35:36835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44931/user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d2ec9af9fe24b59a5b6cf6cba7a8ddc, entries=1, sequenceid=58, filesize=5.0 K 2024-11-19T00:33:06,465 INFO [M:0;6b1531871d35:36835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false 2024-11-19T00:33:06,466 INFO [M:0;6b1531871d35:36835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:06,466 DEBUG [M:0;6b1531871d35:36835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976385169Disabling compacts and flushes for region at 1731976385169Disabling writes for close at 1731976385169Obtaining lock to block concurrent updates at 1731976385169Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976385169Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731976385170 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976385170Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976385171 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976385185 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976385185Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976385596 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976385612 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976385612Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976386022 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976386037 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976386037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@331ec566: reopening flushed file at 1731976386447 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e956c: reopening flushed file at 1731976386452 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d3bb91: reopening flushed file at 1731976386458 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false at 1731976386465 (+7 ms)Writing region close event to WAL at 1731976386466 (+1 ms)Closed at 1731976386466 2024-11-19T00:33:06,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33329 is added to blk_1073741830_1006 (size=33014) 2024-11-19T00:33:06,468 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8037d205-bd4a-23ff-0ce1-41c75e130e8c/MasterData/WALs/6b1531871d35,36835,1731976308849/6b1531871d35%2C36835%2C1731976308849.1731976310742 not finished, retry = 0 2024-11-19T00:33:06,569 INFO [M:0;6b1531871d35:36835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:33:06,569 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:33:06,569 INFO [M:0;6b1531871d35:36835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36835 2024-11-19T00:33:06,570 INFO [M:0;6b1531871d35:36835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:33:06,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:06,704 INFO [M:0;6b1531871d35:36835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:33:06,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36835-0x10055570a960003, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:06,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49873634{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:33:06,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56e56b65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:33:06,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:33:06,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bf0c51d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:33:06,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdf9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/hadoop.log.dir/,STOPPED} 2024-11-19T00:33:06,708 WARN [BP-201673520-172.17.0.2-1731976306935 heartbeating to localhost/127.0.0.1:44931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:33:06,708 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:33:06,708 WARN [BP-201673520-172.17.0.2-1731976306935 heartbeating to localhost/127.0.0.1:44931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-201673520-172.17.0.2-1731976306935 (Datanode Uuid 04b96294-22ad-4ebe-92be-8f14661afada) service to localhost/127.0.0.1:44931 2024-11-19T00:33:06,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:33:06,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/cluster_f4cf3704-57cb-d652-d2f6-0b55aef13ff0/data/data1/current/BP-201673520-172.17.0.2-1731976306935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:33:06,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/cluster_f4cf3704-57cb-d652-d2f6-0b55aef13ff0/data/data2/current/BP-201673520-172.17.0.2-1731976306935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:33:06,709 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:33:06,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f5cbb4b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:33:06,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d6e1dc4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:33:06,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:33:06,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14a980a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:33:06,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/hadoop.log.dir/,STOPPED} 2024-11-19T00:33:06,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:33:06,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:33:06,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:33:06,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:06,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:06,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:06,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:06,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:33:06,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1350966592, stopped=false 2024-11-19T00:33:06,729 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,33687,1731976303369 2024-11-19T00:33:06,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0407738286/running 2024-11-19T00:33:06,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0407738286/running 2024-11-19T00:33:06,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:33:06,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:33:06,738 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:33:06,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:33:06,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:06,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:06,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Set watcher on znode that does not yet exist, /0407738286/running 2024-11-19T00:33:06,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Set watcher on znode that does not yet exist, /0407738286/running 2024-11-19T00:33:06,738 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,37287,1731976303550' ***** 2024-11-19T00:33:06,738 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:33:06,738 INFO [RS:0;6b1531871d35:37287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:33:06,738 INFO [RS:0;6b1531871d35:37287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:33:06,738 INFO [RS:0;6b1531871d35:37287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:33:06,739 INFO [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(3091): Received CLOSE for c79b7f4c170627ddff40090c5dd1f616 2024-11-19T00:33:06,739 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:33:06,739 INFO [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(3091): Received CLOSE for c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:33:06,739 INFO [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,37287,1731976303550 2024-11-19T00:33:06,739 INFO [RS:0;6b1531871d35:37287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:33:06,739 INFO [RS:0;6b1531871d35:37287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:37287. 2024-11-19T00:33:06,739 DEBUG [RS:0;6b1531871d35:37287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:06,739 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c79b7f4c170627ddff40090c5dd1f616, disabling compactions & flushes 2024-11-19T00:33:06,739 DEBUG [RS:0;6b1531871d35:37287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:06,739 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616. 2024-11-19T00:33:06,739 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616. 2024-11-19T00:33:06,739 INFO [RS:0;6b1531871d35:37287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:33:06,739 INFO [RS:0;6b1531871d35:37287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:33:06,739 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616. after waiting 0 ms 2024-11-19T00:33:06,739 INFO [RS:0;6b1531871d35:37287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:33:06,739 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616. 2024-11-19T00:33:06,739 INFO [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:33:06,739 INFO [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T00:33:06,739 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1325): Online Regions={c79b7f4c170627ddff40090c5dd1f616=test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616., 1588230740=hbase:meta,,1.1588230740, c993e9070e4dec20dd69c9e51315659d=hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d.} 2024-11-19T00:33:06,739 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c79b7f4c170627ddff40090c5dd1f616, c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:33:06,739 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:33:06,740 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:33:06,740 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:33:06,740 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:33:06,740 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:33:06,740 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T00:33:06,746 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/default/test/c79b7f4c170627ddff40090c5dd1f616/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T00:33:06,746 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:33:06,746 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:33:06,746 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616. 2024-11-19T00:33:06,746 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c79b7f4c170627ddff40090c5dd1f616: Waiting for close lock at 1731976386739Running coprocessor pre-close hooks at 1731976386739Disabling compacts and flushes for region at 1731976386739Disabling writes for close at 1731976386739Writing region close event to WAL at 1731976386742 (+3 ms)Running coprocessor post-close hooks at 1731976386746 (+4 ms)Closed at 1731976386746 2024-11-19T00:33:06,746 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616. 2024-11-19T00:33:06,747 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c993e9070e4dec20dd69c9e51315659d, disabling compactions & flushes 2024-11-19T00:33:06,747 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. 2024-11-19T00:33:06,747 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. 2024-11-19T00:33:06,747 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. after waiting 0 ms 2024-11-19T00:33:06,747 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. 2024-11-19T00:33:06,747 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c993e9070e4dec20dd69c9e51315659d 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-19T00:33:06,757 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/.tmp/info/2b813f5a5fc44e08ab465226662c46b1 is 147, key is hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d./info:regioninfo/1731976317922/Put/seqid=0 2024-11-19T00:33:06,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741844_1020 (size=7686) 2024-11-19T00:33:06,762 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/replication/c993e9070e4dec20dd69c9e51315659d/.tmp/hfileref/8655bad738b5467f9976b79c5b60d5a3 is 74, key is 1/hfileref:a5072e7129134e8998624d12edc7e6e9_SeqId_4_/1731976321205/DeleteColumn/seqid=0 2024-11-19T00:33:06,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741845_1021 (size=5203) 2024-11-19T00:33:06,809 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:33:06,940 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:33:07,140 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:33:07,162 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/.tmp/info/2b813f5a5fc44e08ab465226662c46b1 2024-11-19T00:33:07,166 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/replication/c993e9070e4dec20dd69c9e51315659d/.tmp/hfileref/8655bad738b5467f9976b79c5b60d5a3 2024-11-19T00:33:07,183 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/.tmp/ns/95ccd7999c214759a5e01cb1d50bef43 is 43, key is default/ns:d/1731976306775/Put/seqid=0 2024-11-19T00:33:07,184 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/replication/c993e9070e4dec20dd69c9e51315659d/.tmp/queue/7021cf433577400ea52cec23488a601b is 153, key is 1-6b1531871d35,37287,1731976303550/queue:6b1531871d35%2C37287%2C1731976303550/1731976323031/Put/seqid=0 2024-11-19T00:33:07,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741846_1022 (size=5153) 2024-11-19T00:33:07,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741847_1023 (size=5352) 2024-11-19T00:33:07,340 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:33:07,540 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c993e9070e4dec20dd69c9e51315659d 2024-11-19T00:33:07,587 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/.tmp/ns/95ccd7999c214759a5e01cb1d50bef43 2024-11-19T00:33:07,588 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/replication/c993e9070e4dec20dd69c9e51315659d/.tmp/queue/7021cf433577400ea52cec23488a601b 2024-11-19T00:33:07,593 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/replication/c993e9070e4dec20dd69c9e51315659d/.tmp/hfileref/8655bad738b5467f9976b79c5b60d5a3 as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/replication/c993e9070e4dec20dd69c9e51315659d/hfileref/8655bad738b5467f9976b79c5b60d5a3 2024-11-19T00:33:07,599 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/replication/c993e9070e4dec20dd69c9e51315659d/hfileref/8655bad738b5467f9976b79c5b60d5a3, entries=2, sequenceid=10, filesize=5.1 K 2024-11-19T00:33:07,599 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/replication/c993e9070e4dec20dd69c9e51315659d/.tmp/queue/7021cf433577400ea52cec23488a601b as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/replication/c993e9070e4dec20dd69c9e51315659d/queue/7021cf433577400ea52cec23488a601b 2024-11-19T00:33:07,605 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/replication/c993e9070e4dec20dd69c9e51315659d/queue/7021cf433577400ea52cec23488a601b, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T00:33:07,606 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c993e9070e4dec20dd69c9e51315659d in 859ms, sequenceid=10, compaction requested=false 2024-11-19T00:33:07,611 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/.tmp/rep_barrier/4c233df2079245ecbd5f6a079cbbb804 is 112, key is test,,1731976312357.c79b7f4c170627ddff40090c5dd1f616./rep_barrier:seqnumDuringOpen/1731976313544/Put/seqid=0 2024-11-19T00:33:07,614 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/replication/c993e9070e4dec20dd69c9e51315659d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T00:33:07,614 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:33:07,614 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:33:07,614 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. 2024-11-19T00:33:07,614 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c993e9070e4dec20dd69c9e51315659d: Waiting for close lock at 1731976386746Running coprocessor pre-close hooks at 1731976386747 (+1 ms)Disabling compacts and flushes for region at 1731976386747Disabling writes for close at 1731976386747Obtaining lock to block concurrent updates at 1731976386747Preparing flush snapshotting stores in c993e9070e4dec20dd69c9e51315659d at 1731976386747Finished memstore snapshotting hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731976386747Flushing stores of hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. at 1731976386748 (+1 ms)Flushing c993e9070e4dec20dd69c9e51315659d/hfileref: creating writer at 1731976386748Flushing c993e9070e4dec20dd69c9e51315659d/hfileref: appending metadata at 1731976386761 (+13 ms)Flushing c993e9070e4dec20dd69c9e51315659d/hfileref: closing flushed file at 1731976386761Flushing c993e9070e4dec20dd69c9e51315659d/queue: creating writer at 1731976387171 (+410 ms)Flushing c993e9070e4dec20dd69c9e51315659d/queue: appending metadata at 1731976387183 (+12 ms)Flushing c993e9070e4dec20dd69c9e51315659d/queue: closing flushed file at 1731976387183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75699862: reopening flushed file at 1731976387592 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbd72af: reopening flushed file at 1731976387599 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c993e9070e4dec20dd69c9e51315659d in 859ms, sequenceid=10, compaction requested=false at 1731976387606 (+7 ms)Writing region close event to WAL at 1731976387610 (+4 ms)Running coprocessor post-close hooks at 1731976387614 (+4 ms)Closed at 1731976387614 2024-11-19T00:33:07,615 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731976316700.c993e9070e4dec20dd69c9e51315659d. 2024-11-19T00:33:07,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741848_1024 (size=5518) 2024-11-19T00:33:07,638 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:33:07,638 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:33:07,740 INFO [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T00:33:07,740 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:33:07,741 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:07,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:07,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:07,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:07,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:07,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:07,941 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:08,016 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/.tmp/rep_barrier/4c233df2079245ecbd5f6a079cbbb804 2024-11-19T00:33:08,037 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/.tmp/table/0db773bf96ce4c2dbf2ef20f7ec67b50 is 53, key is hbase:replication/table:state/1731976317929/Put/seqid=0 2024-11-19T00:33:08,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741849_1025 (size=5308) 2024-11-19T00:33:08,141 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:08,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:33:08,341 DEBUG [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:08,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:08,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:08,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:08,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:08,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:08,442 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/.tmp/table/0db773bf96ce4c2dbf2ef20f7ec67b50 2024-11-19T00:33:08,448 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/.tmp/info/2b813f5a5fc44e08ab465226662c46b1 as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/info/2b813f5a5fc44e08ab465226662c46b1 2024-11-19T00:33:08,454 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/info/2b813f5a5fc44e08ab465226662c46b1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T00:33:08,455 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/.tmp/ns/95ccd7999c214759a5e01cb1d50bef43 as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/ns/95ccd7999c214759a5e01cb1d50bef43 2024-11-19T00:33:08,460 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/ns/95ccd7999c214759a5e01cb1d50bef43, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T00:33:08,460 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/.tmp/rep_barrier/4c233df2079245ecbd5f6a079cbbb804 as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/rep_barrier/4c233df2079245ecbd5f6a079cbbb804 2024-11-19T00:33:08,465 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/rep_barrier/4c233df2079245ecbd5f6a079cbbb804, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T00:33:08,466 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/.tmp/table/0db773bf96ce4c2dbf2ef20f7ec67b50 as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/table/0db773bf96ce4c2dbf2ef20f7ec67b50 2024-11-19T00:33:08,470 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/table/0db773bf96ce4c2dbf2ef20f7ec67b50, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T00:33:08,471 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false 2024-11-19T00:33:08,481 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T00:33:08,482 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:33:08,482 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:33:08,482 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:33:08,482 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976386739Running coprocessor pre-close hooks at 1731976386739Disabling compacts and flushes for region at 1731976386739Disabling writes for close at 1731976386740 (+1 ms)Obtaining lock to block concurrent updates at 1731976386740Preparing flush snapshotting stores in 1588230740 at 1731976386740Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731976386740Flushing stores of hbase:meta,,1.1588230740 at 1731976386740Flushing 1588230740/info: creating writer at 1731976386741 (+1 ms)Flushing 1588230740/info: appending metadata at 1731976386757 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731976386757Flushing 1588230740/ns: creating writer at 1731976387168 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731976387182 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731976387182Flushing 1588230740/rep_barrier: creating writer at 1731976387593 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731976387610 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731976387610Flushing 1588230740/table: creating writer at 1731976388022 (+412 ms)Flushing 1588230740/table: appending metadata at 1731976388037 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731976388037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed0ffa6: reopening flushed file at 1731976388447 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ebe92b: reopening flushed file at 1731976388454 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f1b58: reopening flushed file at 1731976388460 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@686f84c4: reopening flushed file at 1731976388465 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false at 1731976388471 (+6 ms)Writing region close event to WAL at 1731976388478 (+7 ms)Running coprocessor post-close hooks at 1731976388482 (+4 ms)Closed at 1731976388482 2024-11-19T00:33:08,482 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:33:08,541 INFO [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,37287,1731976303550; all regions closed. 2024-11-19T00:33:08,544 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.meta.1731976306694.meta not finished, retry = 0 2024-11-19T00:33:08,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741834_1010 (size=4239) 2024-11-19T00:33:08,646 DEBUG [RS:0;6b1531871d35:37287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/oldWALs 2024-11-19T00:33:08,646 INFO [RS:0;6b1531871d35:37287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C37287%2C1731976303550.meta:.meta(num 1731976306694) 2024-11-19T00:33:08,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741839_1015 (size=2700) 2024-11-19T00:33:08,649 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/WALs/6b1531871d35,37287,1731976303550/6b1531871d35%2C37287%2C1731976303550.rep.1731976317878 not finished, retry = 0 2024-11-19T00:33:08,751 DEBUG [RS:0;6b1531871d35:37287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/oldWALs 2024-11-19T00:33:08,751 INFO [RS:0;6b1531871d35:37287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C37287%2C1731976303550.rep:(num 1731976317878) 2024-11-19T00:33:08,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741832_1008 (size=1300) 2024-11-19T00:33:08,756 DEBUG [RS:0;6b1531871d35:37287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/oldWALs 2024-11-19T00:33:08,756 INFO [RS:0;6b1531871d35:37287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C37287%2C1731976303550:(num 1731976305779) 2024-11-19T00:33:08,756 DEBUG [RS:0;6b1531871d35:37287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:08,756 INFO [RS:0;6b1531871d35:37287 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:33:08,756 INFO [RS:0;6b1531871d35:37287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:33:08,756 INFO [RS:0;6b1531871d35:37287 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T00:33:08,756 INFO [RS:0;6b1531871d35:37287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:33:08,756 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:33:08,756 INFO [RS:0;6b1531871d35:37287 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,37287,1731976303550 because: Region server is closing 2024-11-19T00:33:08,756 INFO [RS:0;6b1531871d35:37287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:37287. 2024-11-19T00:33:08,756 DEBUG [RS:0;6b1531871d35:37287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:08,756 DEBUG [RS:0;6b1531871d35:37287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:08,757 DEBUG [RS:0;6b1531871d35:37287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:08,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:08,857 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.wal-reader.6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T00:33:08,857 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.shipper6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T00:33:08,857 INFO [RS:0;6b1531871d35:37287 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37287,1731976303550.replicationSource.shipper6b1531871d35%2C37287%2C1731976303550,1-6b1531871d35,37287,1731976303550 terminated 2024-11-19T00:33:08,857 INFO [RS:0;6b1531871d35:37287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37287 2024-11-19T00:33:08,887 INFO [RS:0;6b1531871d35:37287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:33:08,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0407738286/rs/6b1531871d35,37287,1731976303550 2024-11-19T00:33:08,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286/rs 2024-11-19T00:33:08,896 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,37287,1731976303550] 2024-11-19T00:33:08,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0407738286/draining/6b1531871d35,37287,1731976303550 already deleted, retry=false 2024-11-19T00:33:08,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,37287,1731976303550 expired; onlineServers=0 2024-11-19T00:33:08,904 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,33687,1731976303369' ***** 2024-11-19T00:33:08,904 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:33:08,904 INFO [M:0;6b1531871d35:33687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:33:08,904 INFO [M:0;6b1531871d35:33687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:33:08,904 DEBUG [M:0;6b1531871d35:33687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:33:08,904 DEBUG [M:0;6b1531871d35:33687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:33:08,904 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:33:08,904 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976305500 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976305500,5,FailOnTimeoutGroup] 2024-11-19T00:33:08,904 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976305500 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976305500,5,FailOnTimeoutGroup] 2024-11-19T00:33:08,904 INFO [M:0;6b1531871d35:33687 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:33:08,904 INFO [M:0;6b1531871d35:33687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:33:08,904 DEBUG [M:0;6b1531871d35:33687 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:33:08,905 INFO [M:0;6b1531871d35:33687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:33:08,905 INFO [M:0;6b1531871d35:33687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:33:08,905 INFO [M:0;6b1531871d35:33687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:33:08,905 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:33:08,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0407738286/master 2024-11-19T00:33:08,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0407738286 2024-11-19T00:33:08,912 DEBUG [M:0;6b1531871d35:33687 {}] zookeeper.ZKUtil(347): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Unable to get data of znode /0407738286/master because node does not exist (not an error) 2024-11-19T00:33:08,912 WARN [M:0;6b1531871d35:33687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:33:08,914 INFO [M:0;6b1531871d35:33687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/.lastflushedseqids 2024-11-19T00:33:08,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741850_1026 (size=263) 2024-11-19T00:33:08,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:08,996 INFO [RS:0;6b1531871d35:37287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:33:08,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x10055570a960001, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:08,996 INFO [RS:0;6b1531871d35:37287 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,37287,1731976303550; zookeeper connection closed. 2024-11-19T00:33:08,996 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@458e9299 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@458e9299 2024-11-19T00:33:08,996 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:33:09,319 INFO [M:0;6b1531871d35:33687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:33:09,319 INFO [M:0;6b1531871d35:33687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:33:09,319 DEBUG [M:0;6b1531871d35:33687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:33:09,319 INFO [M:0;6b1531871d35:33687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:09,319 DEBUG [M:0;6b1531871d35:33687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:09,319 DEBUG [M:0;6b1531871d35:33687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:33:09,319 DEBUG [M:0;6b1531871d35:33687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:09,319 INFO [M:0;6b1531871d35:33687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-19T00:33:09,334 DEBUG [M:0;6b1531871d35:33687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d65776929d34eefb5c239310b38381b is 82, key is hbase:meta,,1/info:regioninfo/1731976306729/Put/seqid=0 2024-11-19T00:33:09,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741851_1027 (size=5672) 2024-11-19T00:33:09,738 INFO [M:0;6b1531871d35:33687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d65776929d34eefb5c239310b38381b 2024-11-19T00:33:09,756 DEBUG [M:0;6b1531871d35:33687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/129a5419b5514bf086a38c92a0dc319f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731976313576/Put/seqid=0 2024-11-19T00:33:09,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741852_1028 (size=7240) 2024-11-19T00:33:10,160 INFO [M:0;6b1531871d35:33687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/129a5419b5514bf086a38c92a0dc319f 2024-11-19T00:33:10,165 INFO [M:0;6b1531871d35:33687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 129a5419b5514bf086a38c92a0dc319f 2024-11-19T00:33:10,178 DEBUG [M:0;6b1531871d35:33687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8a31b62b1034ca9b0f3efeccbf50784 is 69, key is 6b1531871d35,37287,1731976303550/rs:state/1731976305615/Put/seqid=0 2024-11-19T00:33:10,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741853_1029 (size=5156) 2024-11-19T00:33:10,583 INFO [M:0;6b1531871d35:33687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8a31b62b1034ca9b0f3efeccbf50784 2024-11-19T00:33:10,588 DEBUG [M:0;6b1531871d35:33687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d65776929d34eefb5c239310b38381b as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d65776929d34eefb5c239310b38381b 2024-11-19T00:33:10,593 INFO [M:0;6b1531871d35:33687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d65776929d34eefb5c239310b38381b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T00:33:10,594 DEBUG [M:0;6b1531871d35:33687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/129a5419b5514bf086a38c92a0dc319f as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/129a5419b5514bf086a38c92a0dc319f 2024-11-19T00:33:10,599 INFO [M:0;6b1531871d35:33687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 129a5419b5514bf086a38c92a0dc319f 2024-11-19T00:33:10,599 INFO [M:0;6b1531871d35:33687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/129a5419b5514bf086a38c92a0dc319f, entries=11, sequenceid=105, filesize=7.1 K 2024-11-19T00:33:10,600 DEBUG [M:0;6b1531871d35:33687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8a31b62b1034ca9b0f3efeccbf50784 as hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8a31b62b1034ca9b0f3efeccbf50784 2024-11-19T00:33:10,604 INFO [M:0;6b1531871d35:33687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8a31b62b1034ca9b0f3efeccbf50784, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T00:33:10,605 INFO [M:0;6b1531871d35:33687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false 2024-11-19T00:33:10,607 INFO [M:0;6b1531871d35:33687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:10,607 DEBUG [M:0;6b1531871d35:33687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976389319Disabling compacts and flushes for region at 1731976389319Disabling writes for close at 1731976389319Obtaining lock to block concurrent updates at 1731976389319Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976389319Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731976389320 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976389320Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976389320Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976389333 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976389334 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976389743 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976389755 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976389755Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976390165 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976390178 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976390178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@164be54f: reopening flushed file at 1731976390587 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9cbe63: reopening flushed file at 1731976390593 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1041cbee: reopening flushed file at 1731976390599 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false at 1731976390605 (+6 ms)Writing region close event to WAL at 1731976390607 (+2 ms)Closed at 1731976390607 2024-11-19T00:33:10,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741830_1006 (size=64526) 2024-11-19T00:33:10,609 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2acafc6-73f9-dbdc-1edc-c7db4b632afb/MasterData/WALs/6b1531871d35,33687,1731976303369/6b1531871d35%2C33687%2C1731976303369.1731976305280 not finished, retry = 0 2024-11-19T00:33:10,710 INFO [M:0;6b1531871d35:33687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:33:10,710 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:33:10,710 INFO [M:0;6b1531871d35:33687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33687 2024-11-19T00:33:10,711 INFO [M:0;6b1531871d35:33687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:33:10,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:10,827 INFO [M:0;6b1531871d35:33687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:33:10,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10055570a960000, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:10,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436288d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:33:10,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:33:10,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:33:10,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:33:10,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/hadoop.log.dir/,STOPPED} 2024-11-19T00:33:10,831 WARN [BP-1900677621-172.17.0.2-1731976301563 heartbeating to localhost/127.0.0.1:46795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:33:10,831 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:33:10,831 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:33:10,831 WARN [BP-1900677621-172.17.0.2-1731976301563 heartbeating to localhost/127.0.0.1:46795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1900677621-172.17.0.2-1731976301563 (Datanode Uuid e6861e0d-6478-49d0-ba83-177918442271) service to localhost/127.0.0.1:46795 2024-11-19T00:33:10,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/cluster_6ebaa46b-05af-7fc9-8c29-d9355c1894ba/data/data1/current/BP-1900677621-172.17.0.2-1731976301563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:33:10,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/cluster_6ebaa46b-05af-7fc9-8c29-d9355c1894ba/data/data2/current/BP-1900677621-172.17.0.2-1731976301563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:33:10,832 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:33:10,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a577702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:33:10,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:33:10,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:33:10,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:33:10,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b26135fd-3cec-57e0-e6e3-08c232052845/hadoop.log.dir/,STOPPED} 2024-11-19T00:33:10,842 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T00:33:10,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:33:10,860 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 139) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007efd4cb8ccb0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46795 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63692) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63692) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44931 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007efd4cb8ccb0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 237), ProcessCount=11 (was 11), AvailableMemoryMB=1220 (was 1753) 2024-11-19T00:33:10,867 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=1220 2024-11-19T00:33:10,879 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-19T00:33:10,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/hadoop.log.dir so I do NOT create it in target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2 2024-11-19T00:33:10,880 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:33:10,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/hadoop.tmp.dir so I do NOT create it in target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2 2024-11-19T00:33:10,880 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d5a8c9a-2ef7-7b76-7fd0-56ba241704e9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:33:10,880 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2 2024-11-19T00:33:10,880 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/cluster_737162a8-1e9b-180d-4381-2c9ce0065f2f, deleteOnExit=true 2024-11-19T00:33:10,883 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/cluster_737162a8-1e9b-180d-4381-2c9ce0065f2f/zookeeper_0, clientPort=51002, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/cluster_737162a8-1e9b-180d-4381-2c9ce0065f2f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/cluster_737162a8-1e9b-180d-4381-2c9ce0065f2f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T00:33:10,883 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51002 2024-11-19T00:33:10,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:33:10,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:33:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/test.cache.data in system properties and HBase conf 2024-11-19T00:33:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:33:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:33:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:33:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:33:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:33:10,884 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:33:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:33:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:33:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:33:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:33:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:33:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:33:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:33:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:33:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:33:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:33:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:33:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:33:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:33:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:33:10,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10055570a960002, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:33:10,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10055570a960005, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:33:10,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10055570a960002, quorum=127.0.0.1:63692, baseZNode=/0407738286 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:33:10,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10055570a960005, quorum=127.0.0.1:63692, baseZNode=/11906245273 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:33:11,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:33:11,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:33:11,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:33:11,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:33:11,202 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:33:11,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:33:11,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:33:11,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:33:11,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75db02f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/java.io.tmpdir/jetty-localhost-41579-hadoop-hdfs-3_4_1-tests_jar-_-any-10329265396422336907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:33:11,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:41579} 2024-11-19T00:33:11,297 INFO [Time-limited test {}] server.Server(415): Started @140654ms 2024-11-19T00:33:11,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:33:11,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:33:11,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:33:11,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:33:11,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:33:11,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:33:11,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:33:11,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70328c17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/java.io.tmpdir/jetty-localhost-39577-hadoop-hdfs-3_4_1-tests_jar-_-any-15583811627670413420/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:33:11,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:39577} 2024-11-19T00:33:11,599 INFO [Time-limited test {}] server.Server(415): Started @140956ms 2024-11-19T00:33:11,600 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:33:12,080 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/cluster_737162a8-1e9b-180d-4381-2c9ce0065f2f/data/data1/current/BP-1564710348-172.17.0.2-1731976390900/current, will proceed with Du for space computation calculation, 2024-11-19T00:33:12,080 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/cluster_737162a8-1e9b-180d-4381-2c9ce0065f2f/data/data2/current/BP-1564710348-172.17.0.2-1731976390900/current, will proceed with Du for space computation calculation, 2024-11-19T00:33:12,094 WARN [Thread-1277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:33:12,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc71fb8337a2d4b7 with lease ID 0x864fb30f0951d3d8: Processing first storage report for DS-366f9272-510c-474b-bd0d-3b8367673439 from datanode DatanodeRegistration(127.0.0.1:44449, datanodeUuid=38fb5a40-f07b-4693-b0b8-237d871d2272, infoPort=36633, infoSecurePort=0, ipcPort=36027, storageInfo=lv=-57;cid=testClusterID;nsid=394681243;c=1731976390900) 2024-11-19T00:33:12,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc71fb8337a2d4b7 with lease ID 0x864fb30f0951d3d8: from storage DS-366f9272-510c-474b-bd0d-3b8367673439 node DatanodeRegistration(127.0.0.1:44449, datanodeUuid=38fb5a40-f07b-4693-b0b8-237d871d2272, infoPort=36633, infoSecurePort=0, ipcPort=36027, storageInfo=lv=-57;cid=testClusterID;nsid=394681243;c=1731976390900), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:33:12,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc71fb8337a2d4b7 with lease ID 0x864fb30f0951d3d8: Processing first storage report for DS-2c53591d-dde0-4b15-9edc-7c603cae763d from datanode DatanodeRegistration(127.0.0.1:44449, datanodeUuid=38fb5a40-f07b-4693-b0b8-237d871d2272, infoPort=36633, infoSecurePort=0, ipcPort=36027, storageInfo=lv=-57;cid=testClusterID;nsid=394681243;c=1731976390900) 2024-11-19T00:33:12,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc71fb8337a2d4b7 with lease ID 0x864fb30f0951d3d8: from storage DS-2c53591d-dde0-4b15-9edc-7c603cae763d node DatanodeRegistration(127.0.0.1:44449, datanodeUuid=38fb5a40-f07b-4693-b0b8-237d871d2272, infoPort=36633, infoSecurePort=0, ipcPort=36027, storageInfo=lv=-57;cid=testClusterID;nsid=394681243;c=1731976390900), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:33:12,124 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2 2024-11-19T00:33:12,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:12,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:12,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:33:12,534 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22 with version=8 2024-11-19T00:33:12,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/hbase-staging 2024-11-19T00:33:12,536 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:33:12,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:12,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:12,536 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:33:12,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:12,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:33:12,536 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:33:12,536 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:33:12,537 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34003 2024-11-19T00:33:12,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34003 connecting to ZooKeeper ensemble=127.0.0.1:51002 2024-11-19T00:33:12,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340030x0, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:33:12,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34003-0x1005558679c0000 connected 2024-11-19T00:33:12,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:12,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:12,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on znode that does not yet exist, /0-1350923834/running 2024-11-19T00:33:12,682 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22, hbase.cluster.distributed=false 2024-11-19T00:33:12,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on znode that does not yet exist, /0-1350923834/acl 2024-11-19T00:33:12,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34003 2024-11-19T00:33:12,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34003 2024-11-19T00:33:12,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34003 2024-11-19T00:33:12,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34003 2024-11-19T00:33:12,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34003 2024-11-19T00:33:12,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:33:12,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:12,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:12,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:33:12,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:12,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:33:12,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:33:12,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:33:12,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46051 2024-11-19T00:33:12,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46051 connecting to ZooKeeper ensemble=127.0.0.1:51002 2024-11-19T00:33:12,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:12,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:12,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460510x0, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:33:12,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460510x0, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on znode that does not yet exist, /0-1350923834/running 2024-11-19T00:33:12,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46051-0x1005558679c0001 connected 2024-11-19T00:33:12,713 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:33:12,714 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:33:12,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on znode that does not yet exist, /0-1350923834/master 2024-11-19T00:33:12,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on znode that does not yet exist, /0-1350923834/acl 2024-11-19T00:33:12,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46051 2024-11-19T00:33:12,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46051 2024-11-19T00:33:12,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46051 2024-11-19T00:33:12,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46051 2024-11-19T00:33:12,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46051 2024-11-19T00:33:12,732 DEBUG [M:0;6b1531871d35:34003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:34003 2024-11-19T00:33:12,732 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1350923834/backup-masters/6b1531871d35,34003,1731976392536 2024-11-19T00:33:12,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834/backup-masters 2024-11-19T00:33:12,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834/backup-masters 2024-11-19T00:33:12,738 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on existing znode=/0-1350923834/backup-masters/6b1531871d35,34003,1731976392536 2024-11-19T00:33:12,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1350923834/master 2024-11-19T00:33:12,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:12,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:12,746 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on existing znode=/0-1350923834/master 2024-11-19T00:33:12,746 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1350923834/backup-masters/6b1531871d35,34003,1731976392536 from backup master directory 2024-11-19T00:33:12,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1350923834/backup-masters/6b1531871d35,34003,1731976392536 2024-11-19T00:33:12,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834/backup-masters 2024-11-19T00:33:12,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834/backup-masters 2024-11-19T00:33:12,754 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:33:12,754 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,34003,1731976392536 2024-11-19T00:33:12,757 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/hbase.id] with ID: 223417c2-7156-4d23-941e-827adc43de09 2024-11-19T00:33:12,757 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/.tmp/hbase.id 2024-11-19T00:33:12,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:33:13,162 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/.tmp/hbase.id]:[hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/hbase.id] 2024-11-19T00:33:13,173 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:13,173 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:33:13,174 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T00:33:13,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:13,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:13,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:33:13,610 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:33:13,611 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:33:13,611 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:13,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:33:13,984 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:33:14,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:14,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:14,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:14,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:14,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:14,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:14,018 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store 2024-11-19T00:33:14,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:33:14,424 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:14,424 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:33:14,424 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:14,424 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:14,424 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:33:14,424 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:14,424 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:14,424 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976394424Disabling compacts and flushes for region at 1731976394424Disabling writes for close at 1731976394424Writing region close event to WAL at 1731976394424Closed at 1731976394424 2024-11-19T00:33:14,425 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/.initializing 2024-11-19T00:33:14,425 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/WALs/6b1531871d35,34003,1731976392536 2024-11-19T00:33:14,426 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:33:14,428 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C34003%2C1731976392536, suffix=, logDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/WALs/6b1531871d35,34003,1731976392536, archiveDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/oldWALs, maxLogs=10 2024-11-19T00:33:14,439 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/WALs/6b1531871d35,34003,1731976392536/6b1531871d35%2C34003%2C1731976392536.1731976394428, exclude list is [], retry=0 2024-11-19T00:33:14,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44449,DS-366f9272-510c-474b-bd0d-3b8367673439,DISK] 2024-11-19T00:33:14,444 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/WALs/6b1531871d35,34003,1731976392536/6b1531871d35%2C34003%2C1731976392536.1731976394428 2024-11-19T00:33:14,444 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36633:36633)] 2024-11-19T00:33:14,444 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:14,444 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:14,444 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:14,444 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:14,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:14,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:33:14,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:14,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:14,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:14,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:33:14,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:14,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:14,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:14,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:33:14,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:14,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:14,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:14,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:33:14,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:14,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:14,451 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:14,452 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:14,452 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:14,453 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:14,453 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:14,454 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:33:14,455 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:14,457 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:33:14,457 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66484199, jitterRate=-0.009308233857154846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:33:14,458 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976394444Initializing all the Stores at 1731976394445 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976394445Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976394445Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976394445Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976394445Cleaning up temporary data from old regions at 1731976394453 (+8 ms)Region opened successfully at 1731976394458 (+5 ms) 2024-11-19T00:33:14,458 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:33:14,460 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eef20af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:33:14,461 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:33:14,461 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:33:14,461 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:33:14,461 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:33:14,462 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:33:14,462 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:33:14,462 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:33:14,464 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:33:14,465 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Unable to get data of znode /0-1350923834/balancer because node does not exist (not necessarily an error) 2024-11-19T00:33:14,504 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1350923834/balancer already deleted, retry=false 2024-11-19T00:33:14,504 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:33:14,504 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Unable to get data of znode /0-1350923834/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:33:14,512 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1350923834/normalizer already deleted, retry=false 2024-11-19T00:33:14,512 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:33:14,513 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Unable to get data of znode /0-1350923834/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:33:14,520 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1350923834/switch/split already deleted, retry=false 2024-11-19T00:33:14,521 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Unable to get data of znode /0-1350923834/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:33:14,529 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1350923834/switch/merge already deleted, retry=false 2024-11-19T00:33:14,530 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Unable to get data of znode /0-1350923834/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:33:14,537 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1350923834/snapshot-cleanup already deleted, retry=false 2024-11-19T00:33:14,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1350923834/running 2024-11-19T00:33:14,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1350923834/running 2024-11-19T00:33:14,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:14,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:14,546 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,34003,1731976392536, sessionid=0x1005558679c0000, setting cluster-up flag (Was=false) 2024-11-19T00:33:14,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:14,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:14,597 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1350923834/flush-table-proc/acquired, /0-1350923834/flush-table-proc/reached, /0-1350923834/flush-table-proc/abort 2024-11-19T00:33:14,598 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,34003,1731976392536 2024-11-19T00:33:14,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:14,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:14,645 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1350923834/online-snapshot/acquired, /0-1350923834/online-snapshot/reached, /0-1350923834/online-snapshot/abort 2024-11-19T00:33:14,646 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,34003,1731976392536 2024-11-19T00:33:14,648 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:33:14,649 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:14,649 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:33:14,650 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:33:14,650 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,34003,1731976392536 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:33:14,651 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:14,651 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:14,651 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:14,651 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:14,651 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:33:14,651 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:14,651 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:33:14,652 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:14,653 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:14,653 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:33:14,654 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976424654 2024-11-19T00:33:14,654 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:33:14,654 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:14,654 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:33:14,654 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:33:14,654 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:33:14,654 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:33:14,654 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:33:14,654 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:33:14,658 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:14,658 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:33:14,658 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:33:14,658 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:33:14,658 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:33:14,658 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:33:14,658 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:33:14,659 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976394658,5,FailOnTimeoutGroup] 2024-11-19T00:33:14,659 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976394659,5,FailOnTimeoutGroup] 2024-11-19T00:33:14,659 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:14,659 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:33:14,659 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:14,659 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:14,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:33:14,725 INFO [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(746): ClusterId : 223417c2-7156-4d23-941e-827adc43de09 2024-11-19T00:33:14,725 DEBUG [RS:0;6b1531871d35:46051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:33:14,736 DEBUG [RS:0;6b1531871d35:46051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:33:14,736 DEBUG [RS:0;6b1531871d35:46051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:33:14,746 DEBUG [RS:0;6b1531871d35:46051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:33:14,746 DEBUG [RS:0;6b1531871d35:46051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391f00be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:33:14,756 DEBUG [RS:0;6b1531871d35:46051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:46051 2024-11-19T00:33:14,756 INFO [RS:0;6b1531871d35:46051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:33:14,756 INFO [RS:0;6b1531871d35:46051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:33:14,756 DEBUG [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:33:14,757 INFO [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,34003,1731976392536 with port=46051, startcode=1731976392698 2024-11-19T00:33:14,757 DEBUG [RS:0;6b1531871d35:46051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:33:14,759 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:33:14,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34003 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,46051,1731976392698 2024-11-19T00:33:14,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34003 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,46051,1731976392698 2024-11-19T00:33:14,760 DEBUG [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22 2024-11-19T00:33:14,760 DEBUG [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36967 2024-11-19T00:33:14,760 DEBUG [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:33:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834/rs 2024-11-19T00:33:14,771 DEBUG [RS:0;6b1531871d35:46051 {}] zookeeper.ZKUtil(111): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on existing znode=/0-1350923834/rs/6b1531871d35,46051,1731976392698 2024-11-19T00:33:14,771 WARN [RS:0;6b1531871d35:46051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:33:14,771 INFO [RS:0;6b1531871d35:46051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:14,771 DEBUG [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698 2024-11-19T00:33:14,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,46051,1731976392698] 2024-11-19T00:33:14,775 INFO [RS:0;6b1531871d35:46051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:33:14,777 INFO [RS:0;6b1531871d35:46051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:33:14,778 INFO [RS:0;6b1531871d35:46051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:33:14,778 INFO [RS:0;6b1531871d35:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:14,782 INFO [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:33:14,782 INFO [RS:0;6b1531871d35:46051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:33:14,782 INFO [RS:0;6b1531871d35:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:14,783 DEBUG [RS:0;6b1531871d35:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:14,783 DEBUG [RS:0;6b1531871d35:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:14,783 DEBUG [RS:0;6b1531871d35:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:14,783 DEBUG [RS:0;6b1531871d35:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:14,783 DEBUG [RS:0;6b1531871d35:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:14,783 DEBUG [RS:0;6b1531871d35:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:33:14,783 DEBUG [RS:0;6b1531871d35:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:14,783 DEBUG [RS:0;6b1531871d35:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:14,783 DEBUG [RS:0;6b1531871d35:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:14,783 DEBUG [RS:0;6b1531871d35:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:14,783 DEBUG [RS:0;6b1531871d35:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:14,783 DEBUG [RS:0;6b1531871d35:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:14,783 DEBUG [RS:0;6b1531871d35:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:33:14,783 DEBUG [RS:0;6b1531871d35:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:33:14,784 INFO [RS:0;6b1531871d35:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:14,784 INFO [RS:0;6b1531871d35:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:14,784 INFO [RS:0;6b1531871d35:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:14,784 INFO [RS:0;6b1531871d35:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:14,784 INFO [RS:0;6b1531871d35:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:14,784 INFO [RS:0;6b1531871d35:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,46051,1731976392698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:33:14,796 INFO [RS:0;6b1531871d35:46051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:33:14,796 INFO [RS:0;6b1531871d35:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,46051,1731976392698-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:14,796 INFO [RS:0;6b1531871d35:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:14,796 INFO [RS:0;6b1531871d35:46051 {}] regionserver.Replication(171): 6b1531871d35,46051,1731976392698 started 2024-11-19T00:33:14,808 INFO [RS:0;6b1531871d35:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:14,809 INFO [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,46051,1731976392698, RpcServer on 6b1531871d35/172.17.0.2:46051, sessionid=0x1005558679c0001 2024-11-19T00:33:14,809 DEBUG [RS:0;6b1531871d35:46051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:33:14,809 DEBUG [RS:0;6b1531871d35:46051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,46051,1731976392698 2024-11-19T00:33:14,809 DEBUG [RS:0;6b1531871d35:46051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,46051,1731976392698' 2024-11-19T00:33:14,809 DEBUG [RS:0;6b1531871d35:46051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1350923834/flush-table-proc/abort' 2024-11-19T00:33:14,809 DEBUG [RS:0;6b1531871d35:46051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1350923834/flush-table-proc/acquired' 2024-11-19T00:33:14,809 DEBUG [RS:0;6b1531871d35:46051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:33:14,809 DEBUG [RS:0;6b1531871d35:46051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:33:14,809 DEBUG [RS:0;6b1531871d35:46051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,46051,1731976392698 2024-11-19T00:33:14,809 DEBUG [RS:0;6b1531871d35:46051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,46051,1731976392698' 2024-11-19T00:33:14,809 DEBUG [RS:0;6b1531871d35:46051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1350923834/online-snapshot/abort' 2024-11-19T00:33:14,810 DEBUG [RS:0;6b1531871d35:46051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1350923834/online-snapshot/acquired' 2024-11-19T00:33:14,810 DEBUG [RS:0;6b1531871d35:46051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:33:14,810 INFO [RS:0;6b1531871d35:46051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:33:14,810 INFO [RS:0;6b1531871d35:46051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:33:14,911 INFO [RS:0;6b1531871d35:46051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:33:14,913 INFO [RS:0;6b1531871d35:46051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C46051%2C1731976392698, suffix=, logDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698, archiveDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/oldWALs, maxLogs=10 2024-11-19T00:33:14,931 DEBUG [RS:0;6b1531871d35:46051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698/6b1531871d35%2C46051%2C1731976392698.1731976394913, exclude list is [], retry=0 2024-11-19T00:33:14,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44449,DS-366f9272-510c-474b-bd0d-3b8367673439,DISK] 2024-11-19T00:33:14,936 INFO [RS:0;6b1531871d35:46051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698/6b1531871d35%2C46051%2C1731976392698.1731976394913 2024-11-19T00:33:14,936 DEBUG [RS:0;6b1531871d35:46051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36633:36633)] 2024-11-19T00:33:15,068 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:33:15,069 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22 2024-11-19T00:33:15,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:33:15,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:15,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:33:15,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:33:15,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:15,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:15,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:33:15,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:33:15,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:15,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:15,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:33:15,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:33:15,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:15,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:15,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:33:15,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:33:15,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:15,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:15,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:33:15,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740 2024-11-19T00:33:15,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740 2024-11-19T00:33:15,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:33:15,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:33:15,095 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:33:15,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:33:15,098 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:33:15,098 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72199941, jitterRate=0.07586295902729034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:33:15,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976395076Initializing all the Stores at 1731976395082 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976395082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976395084 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976395084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976395084Cleaning up temporary data from old regions at 1731976395094 (+10 ms)Region opened successfully at 1731976395099 (+5 ms) 2024-11-19T00:33:15,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:33:15,099 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:33:15,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:33:15,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:33:15,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:33:15,099 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:33:15,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976395099Disabling compacts and flushes for region at 1731976395099Disabling writes for close at 1731976395099Writing region close event to WAL at 1731976395099Closed at 1731976395099 2024-11-19T00:33:15,101 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:15,101 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:33:15,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:33:15,102 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:33:15,103 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:33:15,253 DEBUG [6b1531871d35:34003 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:33:15,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,46051,1731976392698 2024-11-19T00:33:15,255 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,46051,1731976392698, state=OPENING 2024-11-19T00:33:15,287 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:33:15,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:15,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:15,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1350923834/meta-region-server: CHANGED 2024-11-19T00:33:15,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1350923834/meta-region-server: CHANGED 2024-11-19T00:33:15,323 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:33:15,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,46051,1731976392698}] 2024-11-19T00:33:15,477 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:33:15,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:33:15,483 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:33:15,483 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:15,483 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:33:15,485 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C46051%2C1731976392698.meta, suffix=.meta, logDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698, archiveDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/oldWALs, maxLogs=10 2024-11-19T00:33:15,504 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698/6b1531871d35%2C46051%2C1731976392698.meta.1731976395485.meta, exclude list is [], retry=0 2024-11-19T00:33:15,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44449,DS-366f9272-510c-474b-bd0d-3b8367673439,DISK] 2024-11-19T00:33:15,508 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698/6b1531871d35%2C46051%2C1731976392698.meta.1731976395485.meta 2024-11-19T00:33:15,508 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36633:36633)] 2024-11-19T00:33:15,509 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:15,509 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:33:15,509 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:33:15,509 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:33:15,510 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:33:15,510 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:33:15,510 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:15,510 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:33:15,510 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:33:15,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:33:15,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:33:15,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:15,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:15,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:33:15,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:33:15,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:15,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:15,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:33:15,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:33:15,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:15,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:15,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:33:15,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:33:15,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:15,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:15,519 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:33:15,520 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740 2024-11-19T00:33:15,521 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740 2024-11-19T00:33:15,522 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:33:15,522 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:33:15,523 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:33:15,524 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:33:15,526 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60163092, jitterRate=-0.10350006818771362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:33:15,526 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:33:15,526 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976395510Writing region info on filesystem at 1731976395510Initializing all the Stores at 1731976395511 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976395511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976395511Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976395511Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976395511Cleaning up temporary data from old regions at 1731976395522 (+11 ms)Running coprocessor post-open hooks at 1731976395526 (+4 ms)Region opened successfully at 1731976395526 2024-11-19T00:33:15,534 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976395477 2024-11-19T00:33:15,537 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:33:15,537 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:33:15,538 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,46051,1731976392698 2024-11-19T00:33:15,539 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,46051,1731976392698, state=OPEN 2024-11-19T00:33:15,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1350923834/meta-region-server 2024-11-19T00:33:15,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1350923834/meta-region-server 2024-11-19T00:33:15,554 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,46051,1731976392698 2024-11-19T00:33:15,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1350923834/meta-region-server: CHANGED 2024-11-19T00:33:15,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1350923834/meta-region-server: CHANGED 2024-11-19T00:33:15,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:33:15,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,46051,1731976392698 in 230 msec 2024-11-19T00:33:15,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:33:15,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-19T00:33:15,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:15,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:33:15,563 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:15,563 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,46051,1731976392698, seqNum=-1] 2024-11-19T00:33:15,564 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:15,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:33:15,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 922 msec 2024-11-19T00:33:15,572 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976395572, completionTime=-1 2024-11-19T00:33:15,572 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:33:15,572 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:33:15,575 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:33:15,575 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976455575 2024-11-19T00:33:15,575 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976515575 2024-11-19T00:33:15,575 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T00:33:15,576 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,34003,1731976392536-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:15,576 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,34003,1731976392536-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:15,576 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,34003,1731976392536-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:15,576 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:34003, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:15,576 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:15,576 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:15,578 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:33:15,580 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.826sec 2024-11-19T00:33:15,580 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:33:15,580 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:33:15,580 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:33:15,580 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:33:15,580 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:33:15,581 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,34003,1731976392536-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:33:15,581 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,34003,1731976392536-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:33:15,583 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:33:15,583 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:33:15,583 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,34003,1731976392536-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:15,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7231e51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:15,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,34003,-1 for getting cluster id 2024-11-19T00:33:15,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:15,627 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '223417c2-7156-4d23-941e-827adc43de09' 2024-11-19T00:33:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "223417c2-7156-4d23-941e-827adc43de09" 2024-11-19T00:33:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706b1e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,34003,-1] 2024-11-19T00:33:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:15,629 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:15,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:15,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,46051,1731976392698, seqNum=-1] 2024-11-19T00:33:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:15,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:33:15,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,34003,1731976392536 2024-11-19T00:33:15,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51002 2024-11-19T00:33:15,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:33:15,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1005558679c0002 connected 2024-11-19T00:33:15,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/hadoop.log.dir so I do NOT create it in target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4 2024-11-19T00:33:15,657 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:33:15,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/hadoop.tmp.dir so I do NOT create it in target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4 2024-11-19T00:33:15,657 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:33:15,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4 2024-11-19T00:33:15,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:33:15,658 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/cluster_993b6e7c-4f9b-697f-d2ff-5e184ab86ff7, deleteOnExit=true 2024-11-19T00:33:15,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:33:15,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/test.cache.data in system properties and HBase conf 2024-11-19T00:33:15,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:33:15,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:33:15,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:33:15,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:33:15,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:33:15,658 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:33:15,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:33:15,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:33:15,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:33:15,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:33:15,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:33:15,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:33:15,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:33:15,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:33:15,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:33:15,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:33:15,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:33:15,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:33:15,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:33:15,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:33:15,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:33:15,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:33:15,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:33:15,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:33:15,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:33:15,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:33:15,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:33:15,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:33:16,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d5d2530{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/java.io.tmpdir/jetty-localhost-33943-hadoop-hdfs-3_4_1-tests_jar-_-any-1227708581415404355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:33:16,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:33943} 2024-11-19T00:33:16,125 INFO [Time-limited test {}] server.Server(415): Started @145482ms 2024-11-19T00:33:16,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:33:16,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:33:16,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:33:16,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:33:16,419 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:33:16,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:33:16,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:33:16,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc2740d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/java.io.tmpdir/jetty-localhost-40215-hadoop-hdfs-3_4_1-tests_jar-_-any-2973012605703192046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:33:16,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:40215} 2024-11-19T00:33:16,554 INFO [Time-limited test {}] server.Server(415): Started @145911ms 2024-11-19T00:33:16,555 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:33:16,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T00:33:16,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T00:33:16,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:33:17,178 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/cluster_993b6e7c-4f9b-697f-d2ff-5e184ab86ff7/data/data1/current/BP-1764921100-172.17.0.2-1731976395684/current, will proceed with Du for space computation calculation, 2024-11-19T00:33:17,178 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/cluster_993b6e7c-4f9b-697f-d2ff-5e184ab86ff7/data/data2/current/BP-1764921100-172.17.0.2-1731976395684/current, will proceed with Du for space computation calculation, 2024-11-19T00:33:17,194 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:33:17,197 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cd8781c7b3d34ed with lease ID 0xf7623e01fa831646: Processing first storage report for DS-c8097123-0777-4854-b9ec-bf60212cad4b from datanode DatanodeRegistration(127.0.0.1:33887, datanodeUuid=b10a6e5f-0ae8-46b3-9b3f-82c0649328ba, infoPort=38017, infoSecurePort=0, ipcPort=43981, storageInfo=lv=-57;cid=testClusterID;nsid=1872589143;c=1731976395684) 2024-11-19T00:33:17,197 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cd8781c7b3d34ed with lease ID 0xf7623e01fa831646: from storage DS-c8097123-0777-4854-b9ec-bf60212cad4b node DatanodeRegistration(127.0.0.1:33887, datanodeUuid=b10a6e5f-0ae8-46b3-9b3f-82c0649328ba, infoPort=38017, infoSecurePort=0, ipcPort=43981, storageInfo=lv=-57;cid=testClusterID;nsid=1872589143;c=1731976395684), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T00:33:17,197 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cd8781c7b3d34ed with lease ID 0xf7623e01fa831646: Processing first storage report for DS-b7257d67-4daa-4824-9327-bf376ef526ff from datanode DatanodeRegistration(127.0.0.1:33887, datanodeUuid=b10a6e5f-0ae8-46b3-9b3f-82c0649328ba, infoPort=38017, infoSecurePort=0, ipcPort=43981, storageInfo=lv=-57;cid=testClusterID;nsid=1872589143;c=1731976395684) 2024-11-19T00:33:17,197 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cd8781c7b3d34ed with lease ID 0xf7623e01fa831646: from storage DS-b7257d67-4daa-4824-9327-bf376ef526ff node DatanodeRegistration(127.0.0.1:33887, datanodeUuid=b10a6e5f-0ae8-46b3-9b3f-82c0649328ba, infoPort=38017, infoSecurePort=0, ipcPort=43981, storageInfo=lv=-57;cid=testClusterID;nsid=1872589143;c=1731976395684), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:33:17,295 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4 2024-11-19T00:33:17,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:17,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:17,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:33:17,708 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead with version=8 2024-11-19T00:33:17,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/hbase-staging 2024-11-19T00:33:17,710 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:33:17,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:17,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:17,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:33:17,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:17,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:33:17,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:33:17,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:33:17,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40793 2024-11-19T00:33:17,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40793 connecting to ZooKeeper ensemble=127.0.0.1:51002 2024-11-19T00:33:17,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407930x0, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:33:17,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40793-0x1005558679c0003 connected 2024-11-19T00:33:17,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:17,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:17,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Set watcher on znode that does not yet exist, /11736974505/running 2024-11-19T00:33:17,891 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead, hbase.cluster.distributed=false 2024-11-19T00:33:17,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Set watcher on znode that does not yet exist, /11736974505/acl 2024-11-19T00:33:17,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40793 2024-11-19T00:33:17,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40793 2024-11-19T00:33:17,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40793 2024-11-19T00:33:17,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40793 2024-11-19T00:33:17,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40793 2024-11-19T00:33:17,919 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:33:17,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:17,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:17,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:33:17,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:17,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:33:17,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:33:17,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:33:17,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43547 2024-11-19T00:33:17,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43547 connecting to ZooKeeper ensemble=127.0.0.1:51002 2024-11-19T00:33:17,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:17,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:17,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435470x0, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:33:17,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43547-0x1005558679c0004 connected 2024-11-19T00:33:17,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Set watcher on znode that does not yet exist, /11736974505/running 2024-11-19T00:33:17,944 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:33:17,946 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:33:17,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Set watcher on znode that does not yet exist, /11736974505/master 2024-11-19T00:33:17,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Set watcher on znode that does not yet exist, /11736974505/acl 2024-11-19T00:33:17,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43547 2024-11-19T00:33:17,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43547 2024-11-19T00:33:17,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43547 2024-11-19T00:33:17,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43547 2024-11-19T00:33:17,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43547 2024-11-19T00:33:17,968 DEBUG [M:0;6b1531871d35:40793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:40793 2024-11-19T00:33:17,969 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11736974505/backup-masters/6b1531871d35,40793,1731976397710 2024-11-19T00:33:17,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505/backup-masters 2024-11-19T00:33:17,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505/backup-masters 2024-11-19T00:33:17,994 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Set watcher on existing znode=/11736974505/backup-masters/6b1531871d35,40793,1731976397710 2024-11-19T00:33:18,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11736974505/master 2024-11-19T00:33:18,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505 2024-11-19T00:33:18,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505 2024-11-19T00:33:18,004 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Set watcher on existing znode=/11736974505/master 2024-11-19T00:33:18,004 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11736974505/backup-masters/6b1531871d35,40793,1731976397710 from backup master directory 2024-11-19T00:33:18,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11736974505/backup-masters/6b1531871d35,40793,1731976397710 2024-11-19T00:33:18,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505/backup-masters 2024-11-19T00:33:18,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505/backup-masters 2024-11-19T00:33:18,012 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:33:18,012 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,40793,1731976397710 2024-11-19T00:33:18,016 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/hbase.id] with ID: 2edc9c69-40ee-454d-a2ba-216da1be0d9f 2024-11-19T00:33:18,016 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/.tmp/hbase.id 2024-11-19T00:33:18,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:33:18,424 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/.tmp/hbase.id]:[hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/hbase.id] 2024-11-19T00:33:18,435 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:18,435 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:33:18,436 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T00:33:18,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505 2024-11-19T00:33:18,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505 2024-11-19T00:33:18,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:33:18,881 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:33:18,882 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:33:18,883 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:18,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:33:19,297 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store 2024-11-19T00:33:19,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:33:19,703 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:19,703 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:33:19,703 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:19,703 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:19,703 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:33:19,703 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:19,703 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:19,703 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976399703Disabling compacts and flushes for region at 1731976399703Disabling writes for close at 1731976399703Writing region close event to WAL at 1731976399703Closed at 1731976399703 2024-11-19T00:33:19,704 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/.initializing 2024-11-19T00:33:19,704 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/WALs/6b1531871d35,40793,1731976397710 2024-11-19T00:33:19,705 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:33:19,706 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C40793%2C1731976397710, suffix=, logDir=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/WALs/6b1531871d35,40793,1731976397710, archiveDir=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/oldWALs, maxLogs=10 2024-11-19T00:33:19,718 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/WALs/6b1531871d35,40793,1731976397710/6b1531871d35%2C40793%2C1731976397710.1731976399706, exclude list is [], retry=0 2024-11-19T00:33:19,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33887,DS-c8097123-0777-4854-b9ec-bf60212cad4b,DISK] 2024-11-19T00:33:19,722 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/WALs/6b1531871d35,40793,1731976397710/6b1531871d35%2C40793%2C1731976397710.1731976399706 2024-11-19T00:33:19,722 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38017:38017)] 2024-11-19T00:33:19,722 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:19,722 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:19,722 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:19,722 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:19,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:19,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:33:19,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:19,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:19,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:19,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:33:19,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:19,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:19,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:19,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:33:19,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:19,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:19,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:19,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:33:19,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:19,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:19,729 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:19,730 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:19,730 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:19,731 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:19,731 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:19,731 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:33:19,732 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:19,734 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:33:19,734 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70994005, jitterRate=0.05789311230182648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:33:19,734 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976399723Initializing all the Stores at 1731976399723Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976399723Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976399723Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976399723Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976399723Cleaning up temporary data from old regions at 1731976399731 (+8 ms)Region opened successfully at 1731976399734 (+3 ms) 2024-11-19T00:33:19,734 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:33:19,737 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241389a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:33:19,738 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:33:19,738 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:33:19,738 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:33:19,738 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:33:19,738 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:33:19,739 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:33:19,739 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:33:19,741 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:33:19,741 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Unable to get data of znode /11736974505/balancer because node does not exist (not necessarily an error) 2024-11-19T00:33:19,805 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11736974505/balancer already deleted, retry=false 2024-11-19T00:33:19,805 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:33:19,806 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Unable to get data of znode /11736974505/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:33:19,871 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11736974505/normalizer already deleted, retry=false 2024-11-19T00:33:19,871 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:33:19,872 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Unable to get data of znode /11736974505/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:33:19,929 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11736974505/switch/split already deleted, retry=false 2024-11-19T00:33:19,930 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Unable to get data of znode /11736974505/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:33:19,997 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11736974505/switch/merge already deleted, retry=false 2024-11-19T00:33:20,000 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Unable to get data of znode /11736974505/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:33:20,065 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11736974505/snapshot-cleanup already deleted, retry=false 2024-11-19T00:33:20,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11736974505/running 2024-11-19T00:33:20,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11736974505/running 2024-11-19T00:33:20,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505 2024-11-19T00:33:20,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505 2024-11-19T00:33:20,119 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,40793,1731976397710, sessionid=0x1005558679c0003, setting cluster-up flag (Was=false) 2024-11-19T00:33:20,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505 2024-11-19T00:33:20,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505 2024-11-19T00:33:20,279 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11736974505/flush-table-proc/acquired, /11736974505/flush-table-proc/reached, /11736974505/flush-table-proc/abort 2024-11-19T00:33:20,280 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,40793,1731976397710 2024-11-19T00:33:20,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505 2024-11-19T00:33:20,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505 2024-11-19T00:33:20,320 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11736974505/online-snapshot/acquired, /11736974505/online-snapshot/reached, /11736974505/online-snapshot/abort 2024-11-19T00:33:20,321 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,40793,1731976397710 2024-11-19T00:33:20,323 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:33:20,324 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:20,325 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:33:20,325 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:33:20,325 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,40793,1731976397710 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:33:20,327 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:20,327 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:20,327 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:20,327 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:20,327 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:33:20,327 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:20,327 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:33:20,327 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:20,331 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976430331 2024-11-19T00:33:20,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:20,331 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:33:20,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:33:20,331 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:33:20,331 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:33:20,331 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:33:20,331 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:33:20,331 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:33:20,331 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:20,332 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:33:20,332 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:33:20,332 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:33:20,332 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:33:20,332 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:33:20,332 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:33:20,332 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:20,332 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976400332,5,FailOnTimeoutGroup] 2024-11-19T00:33:20,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:33:20,333 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976400332,5,FailOnTimeoutGroup] 2024-11-19T00:33:20,333 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:20,333 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:33:20,333 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:20,333 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:20,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:33:20,357 INFO [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(746): ClusterId : 2edc9c69-40ee-454d-a2ba-216da1be0d9f 2024-11-19T00:33:20,357 DEBUG [RS:0;6b1531871d35:43547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:33:20,374 DEBUG [RS:0;6b1531871d35:43547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:33:20,374 DEBUG [RS:0;6b1531871d35:43547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:33:20,382 DEBUG [RS:0;6b1531871d35:43547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:33:20,383 DEBUG [RS:0;6b1531871d35:43547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702debb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:33:20,398 DEBUG [RS:0;6b1531871d35:43547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:43547 2024-11-19T00:33:20,398 INFO [RS:0;6b1531871d35:43547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:33:20,398 INFO [RS:0;6b1531871d35:43547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:33:20,398 DEBUG [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:33:20,399 INFO [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,40793,1731976397710 with port=43547, startcode=1731976397919 2024-11-19T00:33:20,399 DEBUG [RS:0;6b1531871d35:43547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:33:20,401 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:33:20,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,43547,1731976397919 2024-11-19T00:33:20,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40793 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,43547,1731976397919 2024-11-19T00:33:20,404 DEBUG [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead 2024-11-19T00:33:20,404 DEBUG [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34759 2024-11-19T00:33:20,404 DEBUG [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:33:20,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505/rs 2024-11-19T00:33:20,443 DEBUG [RS:0;6b1531871d35:43547 {}] zookeeper.ZKUtil(111): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Set watcher on existing znode=/11736974505/rs/6b1531871d35,43547,1731976397919 2024-11-19T00:33:20,443 WARN [RS:0;6b1531871d35:43547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:33:20,443 INFO [RS:0;6b1531871d35:43547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:20,443 DEBUG [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/WALs/6b1531871d35,43547,1731976397919 2024-11-19T00:33:20,443 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,43547,1731976397919] 2024-11-19T00:33:20,449 INFO [RS:0;6b1531871d35:43547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:33:20,451 INFO [RS:0;6b1531871d35:43547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:33:20,454 INFO [RS:0;6b1531871d35:43547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:33:20,454 INFO [RS:0;6b1531871d35:43547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:20,458 INFO [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:33:20,459 INFO [RS:0;6b1531871d35:43547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:33:20,459 INFO [RS:0;6b1531871d35:43547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:20,459 DEBUG [RS:0;6b1531871d35:43547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:20,459 DEBUG [RS:0;6b1531871d35:43547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:20,459 DEBUG [RS:0;6b1531871d35:43547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:20,459 DEBUG [RS:0;6b1531871d35:43547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:20,459 DEBUG [RS:0;6b1531871d35:43547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:20,459 DEBUG [RS:0;6b1531871d35:43547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:33:20,459 DEBUG [RS:0;6b1531871d35:43547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:20,460 DEBUG [RS:0;6b1531871d35:43547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:20,460 DEBUG [RS:0;6b1531871d35:43547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:20,460 DEBUG [RS:0;6b1531871d35:43547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:20,460 DEBUG [RS:0;6b1531871d35:43547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:20,460 DEBUG [RS:0;6b1531871d35:43547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:20,460 DEBUG [RS:0;6b1531871d35:43547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:33:20,460 DEBUG [RS:0;6b1531871d35:43547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:33:20,460 INFO [RS:0;6b1531871d35:43547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:20,461 INFO [RS:0;6b1531871d35:43547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:20,461 INFO [RS:0;6b1531871d35:43547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:20,461 INFO [RS:0;6b1531871d35:43547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:20,461 INFO [RS:0;6b1531871d35:43547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:20,461 INFO [RS:0;6b1531871d35:43547 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43547,1731976397919-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:33:20,478 INFO [RS:0;6b1531871d35:43547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:33:20,478 INFO [RS:0;6b1531871d35:43547 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43547,1731976397919-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:20,478 INFO [RS:0;6b1531871d35:43547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:20,478 INFO [RS:0;6b1531871d35:43547 {}] regionserver.Replication(171): 6b1531871d35,43547,1731976397919 started 2024-11-19T00:33:20,508 INFO [RS:0;6b1531871d35:43547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:20,508 INFO [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,43547,1731976397919, RpcServer on 6b1531871d35/172.17.0.2:43547, sessionid=0x1005558679c0004 2024-11-19T00:33:20,509 DEBUG [RS:0;6b1531871d35:43547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:33:20,509 DEBUG [RS:0;6b1531871d35:43547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,43547,1731976397919 2024-11-19T00:33:20,509 DEBUG [RS:0;6b1531871d35:43547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,43547,1731976397919' 2024-11-19T00:33:20,509 DEBUG [RS:0;6b1531871d35:43547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11736974505/flush-table-proc/abort' 2024-11-19T00:33:20,509 DEBUG [RS:0;6b1531871d35:43547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11736974505/flush-table-proc/acquired' 2024-11-19T00:33:20,510 DEBUG [RS:0;6b1531871d35:43547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:33:20,510 DEBUG [RS:0;6b1531871d35:43547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:33:20,510 DEBUG [RS:0;6b1531871d35:43547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,43547,1731976397919 2024-11-19T00:33:20,510 DEBUG [RS:0;6b1531871d35:43547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,43547,1731976397919' 2024-11-19T00:33:20,510 DEBUG [RS:0;6b1531871d35:43547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11736974505/online-snapshot/abort' 2024-11-19T00:33:20,511 DEBUG [RS:0;6b1531871d35:43547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11736974505/online-snapshot/acquired' 2024-11-19T00:33:20,512 DEBUG [RS:0;6b1531871d35:43547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:33:20,512 INFO [RS:0;6b1531871d35:43547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:33:20,512 INFO [RS:0;6b1531871d35:43547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:33:20,613 INFO [RS:0;6b1531871d35:43547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:33:20,615 INFO [RS:0;6b1531871d35:43547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C43547%2C1731976397919, suffix=, logDir=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/WALs/6b1531871d35,43547,1731976397919, archiveDir=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/oldWALs, maxLogs=10 2024-11-19T00:33:20,632 DEBUG [RS:0;6b1531871d35:43547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/WALs/6b1531871d35,43547,1731976397919/6b1531871d35%2C43547%2C1731976397919.1731976400615, exclude list is [], retry=0 2024-11-19T00:33:20,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33887,DS-c8097123-0777-4854-b9ec-bf60212cad4b,DISK] 2024-11-19T00:33:20,637 INFO [RS:0;6b1531871d35:43547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/WALs/6b1531871d35,43547,1731976397919/6b1531871d35%2C43547%2C1731976397919.1731976400615 2024-11-19T00:33:20,638 DEBUG [RS:0;6b1531871d35:43547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38017:38017)] 2024-11-19T00:33:20,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:33:20,742 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead 2024-11-19T00:33:20,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:33:21,012 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:33:21,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:21,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:21,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:21,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:21,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:21,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:21,045 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:33:21,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:21,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:33:21,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:33:21,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:21,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:21,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:33:21,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:33:21,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:21,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:21,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:33:21,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:33:21,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:21,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:21,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:33:21,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:33:21,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:21,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:21,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:33:21,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/data/hbase/meta/1588230740 2024-11-19T00:33:21,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/data/hbase/meta/1588230740 2024-11-19T00:33:21,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:33:21,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:33:21,158 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:33:21,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:33:21,161 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:33:21,161 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69602163, jitterRate=0.03715305030345917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:33:21,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976401149Initializing all the Stores at 1731976401149Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976401149Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976401150 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976401150Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976401150Cleaning up temporary data from old regions at 1731976401158 (+8 ms)Region opened successfully at 1731976401161 (+3 ms) 2024-11-19T00:33:21,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:33:21,161 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:33:21,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:33:21,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:33:21,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:33:21,162 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:33:21,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976401161Disabling compacts and flushes for region at 1731976401161Disabling writes for close at 1731976401161Writing region close event to WAL at 1731976401162 (+1 ms)Closed at 1731976401162 2024-11-19T00:33:21,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:21,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:33:21,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:33:21,164 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:33:21,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:33:21,315 DEBUG [6b1531871d35:40793 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:33:21,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,43547,1731976397919 2024-11-19T00:33:21,317 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,43547,1731976397919, state=OPENING 2024-11-19T00:33:21,326 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:33:21,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505 2024-11-19T00:33:21,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505 2024-11-19T00:33:21,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11736974505/meta-region-server: CHANGED 2024-11-19T00:33:21,337 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:33:21,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,43547,1731976397919}] 2024-11-19T00:33:21,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11736974505/meta-region-server: CHANGED 2024-11-19T00:33:21,490 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:33:21,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:33:21,498 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:33:21,498 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:21,498 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:33:21,500 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C43547%2C1731976397919.meta, suffix=.meta, logDir=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/WALs/6b1531871d35,43547,1731976397919, archiveDir=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/oldWALs, maxLogs=10 2024-11-19T00:33:21,518 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/WALs/6b1531871d35,43547,1731976397919/6b1531871d35%2C43547%2C1731976397919.meta.1731976401501.meta, exclude list is [], retry=0 2024-11-19T00:33:21,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33887,DS-c8097123-0777-4854-b9ec-bf60212cad4b,DISK] 2024-11-19T00:33:21,523 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/WALs/6b1531871d35,43547,1731976397919/6b1531871d35%2C43547%2C1731976397919.meta.1731976401501.meta 2024-11-19T00:33:21,524 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38017:38017)] 2024-11-19T00:33:21,524 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:21,524 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:33:21,525 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:33:21,525 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:33:21,525 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:33:21,525 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:33:21,525 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:21,525 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:33:21,525 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:33:21,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:33:21,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:33:21,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:21,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:21,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:33:21,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:33:21,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:21,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:21,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:33:21,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:33:21,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:21,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:21,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:33:21,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:33:21,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:21,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:21,536 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:33:21,537 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/data/hbase/meta/1588230740 2024-11-19T00:33:21,538 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/data/hbase/meta/1588230740 2024-11-19T00:33:21,540 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:33:21,540 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:33:21,541 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:33:21,542 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:33:21,543 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72672996, jitterRate=0.08291202783584595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:33:21,543 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:33:21,544 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976401525Writing region info on filesystem at 1731976401525Initializing all the Stores at 1731976401526 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976401526Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976401530 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976401530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976401530Cleaning up temporary data from old regions at 1731976401540 (+10 ms)Running coprocessor post-open hooks at 1731976401543 (+3 ms)Region opened successfully at 1731976401543 2024-11-19T00:33:21,545 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976401490 2024-11-19T00:33:21,547 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:33:21,548 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:33:21,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,43547,1731976397919 2024-11-19T00:33:21,551 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,43547,1731976397919, state=OPEN 2024-11-19T00:33:21,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11736974505/meta-region-server 2024-11-19T00:33:21,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11736974505/meta-region-server 2024-11-19T00:33:21,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11736974505/meta-region-server: CHANGED 2024-11-19T00:33:21,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11736974505/meta-region-server: CHANGED 2024-11-19T00:33:21,561 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,43547,1731976397919 2024-11-19T00:33:21,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:33:21,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,43547,1731976397919 in 223 msec 2024-11-19T00:33:21,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:33:21,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-11-19T00:33:21,567 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:21,567 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:33:21,569 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:21,569 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,43547,1731976397919, seqNum=-1] 2024-11-19T00:33:21,569 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:21,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:33:21,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2520 sec 2024-11-19T00:33:21,577 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976401577, completionTime=-1 2024-11-19T00:33:21,577 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:33:21,577 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:33:21,580 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:33:21,580 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976461580 2024-11-19T00:33:21,580 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976521580 2024-11-19T00:33:21,580 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-19T00:33:21,581 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,40793,1731976397710-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:21,581 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,40793,1731976397710-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:21,581 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,40793,1731976397710-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:21,581 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:40793, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:21,581 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:21,581 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:21,583 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:33:21,586 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.574sec 2024-11-19T00:33:21,586 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:33:21,586 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:33:21,586 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:33:21,586 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:33:21,586 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:33:21,586 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,40793,1731976397710-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:33:21,586 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,40793,1731976397710-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:33:21,589 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:33:21,589 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:33:21,589 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,40793,1731976397710-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:21,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:21,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,40793,-1 for getting cluster id 2024-11-19T00:33:21,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:21,660 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2edc9c69-40ee-454d-a2ba-216da1be0d9f' 2024-11-19T00:33:21,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:21,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2edc9c69-40ee-454d-a2ba-216da1be0d9f" 2024-11-19T00:33:21,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ceca7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:21,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,40793,-1] 2024-11-19T00:33:21,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:21,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:21,662 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:21,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:21,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:21,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,43547,1731976397919, seqNum=-1] 2024-11-19T00:33:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:21,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:33:21,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,40793,1731976397710 2024-11-19T00:33:21,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51002 2024-11-19T00:33:21,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:33:21,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1005558679c0005 connected 2024-11-19T00:33:21,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2780a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:21,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,34003,-1 for getting cluster id 2024-11-19T00:33:21,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:21,691 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '223417c2-7156-4d23-941e-827adc43de09' 2024-11-19T00:33:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "223417c2-7156-4d23-941e-827adc43de09" 2024-11-19T00:33:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602beaab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,34003,-1] 2024-11-19T00:33:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:21,693 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:21,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dfd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:21,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:21,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,34003,1731976392536 2024-11-19T00:33:21,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ba85144 2024-11-19T00:33:21,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:21,696 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:33:21,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34003 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:40793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:33:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34003 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:33:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:21,700 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:40793' 2024-11-19T00:33:21,701 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f262c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:21,701 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,40793,-1 for getting cluster id 2024-11-19T00:33:21,701 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:21,702 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2edc9c69-40ee-454d-a2ba-216da1be0d9f' 2024-11-19T00:33:21,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:21,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2edc9c69-40ee-454d-a2ba-216da1be0d9f" 2024-11-19T00:33:21,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b0bd37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:21,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,40793,-1] 2024-11-19T00:33:21,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:21,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:21,704 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:21,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba585d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:21,705 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:21,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,40793,1731976397710 2024-11-19T00:33:21,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d5f4ec2 2024-11-19T00:33:21,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:21,707 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:33:21,707 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T00:33:21,707 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:33:21,707 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:21,708 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:21,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:21,708 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:33:21,709 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:33:21,710 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:33:21,710 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:21,711 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:33:21,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741835_1011 (size=1138) 2024-11-19T00:33:21,759 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T00:33:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:22,125 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3475b5ec8f3c6be7281a5d204cfb3d1e, NAME => 'hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22 2024-11-19T00:33:22,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741836_1012 (size=44) 2024-11-19T00:33:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:22,532 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:22,532 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3475b5ec8f3c6be7281a5d204cfb3d1e, disabling compactions & flushes 2024-11-19T00:33:22,533 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:22,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:22,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. after waiting 0 ms 2024-11-19T00:33:22,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:22,533 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:22,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3475b5ec8f3c6be7281a5d204cfb3d1e: Waiting for close lock at 1731976402532Disabling compacts and flushes for region at 1731976402532Disabling writes for close at 1731976402533 (+1 ms)Writing region close event to WAL at 1731976402533Closed at 1731976402533 2024-11-19T00:33:22,534 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:33:22,534 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731976402534"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976402534"}]},"ts":"1731976402534"} 2024-11-19T00:33:22,536 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:33:22,537 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:33:22,538 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976402537"}]},"ts":"1731976402537"} 2024-11-19T00:33:22,540 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T00:33:22,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3475b5ec8f3c6be7281a5d204cfb3d1e, ASSIGN}] 2024-11-19T00:33:22,541 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3475b5ec8f3c6be7281a5d204cfb3d1e, ASSIGN 2024-11-19T00:33:22,542 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3475b5ec8f3c6be7281a5d204cfb3d1e, ASSIGN; state=OFFLINE, location=6b1531871d35,46051,1731976392698; forceNewPlan=false, retain=false 2024-11-19T00:33:22,693 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3475b5ec8f3c6be7281a5d204cfb3d1e, regionState=OPENING, regionLocation=6b1531871d35,46051,1731976392698 2024-11-19T00:33:22,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3475b5ec8f3c6be7281a5d204cfb3d1e, ASSIGN because future has completed 2024-11-19T00:33:22,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3475b5ec8f3c6be7281a5d204cfb3d1e, server=6b1531871d35,46051,1731976392698}] 2024-11-19T00:33:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:22,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:22,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:22,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:33:22,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C46051%2C1731976392698.rep, suffix=, logDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698, archiveDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/oldWALs, maxLogs=10 2024-11-19T00:33:22,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698/6b1531871d35%2C46051%2C1731976392698.rep.1731976402858, exclude list is [], retry=0 2024-11-19T00:33:22,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44449,DS-366f9272-510c-474b-bd0d-3b8367673439,DISK] 2024-11-19T00:33:22,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698/6b1531871d35%2C46051%2C1731976392698.rep.1731976402858 2024-11-19T00:33:22,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36633:36633)] 2024-11-19T00:33:22,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3475b5ec8f3c6be7281a5d204cfb3d1e, NAME => 'hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:22,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:33:22,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:33:22,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. service=MultiRowMutationService 2024-11-19T00:33:22,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:33:22,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:22,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:22,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:22,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:22,890 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:22,892 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3475b5ec8f3c6be7281a5d204cfb3d1e columnFamilyName hfileref 2024-11-19T00:33:22,892 DEBUG [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:22,894 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] regionserver.HStore(327): Store=3475b5ec8f3c6be7281a5d204cfb3d1e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:22,894 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:22,902 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3475b5ec8f3c6be7281a5d204cfb3d1e columnFamilyName queue 2024-11-19T00:33:22,902 DEBUG [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:22,903 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] regionserver.HStore(327): Store=3475b5ec8f3c6be7281a5d204cfb3d1e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:22,903 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:22,905 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3475b5ec8f3c6be7281a5d204cfb3d1e columnFamilyName sid 2024-11-19T00:33:22,905 DEBUG [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:22,905 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] regionserver.HStore(327): Store=3475b5ec8f3c6be7281a5d204cfb3d1e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:22,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:22,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/replication/3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:22,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/replication/3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:22,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:22,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:22,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:33:22,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:22,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/replication/3475b5ec8f3c6be7281a5d204cfb3d1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:33:22,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3475b5ec8f3c6be7281a5d204cfb3d1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74686436, jitterRate=0.11291462182998657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:33:22,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:22,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3475b5ec8f3c6be7281a5d204cfb3d1e: Running coprocessor pre-open hook at 1731976402886Writing region info on filesystem at 1731976402886Initializing all the Stores at 1731976402887 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976402887Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976402890 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976402890Cleaning up temporary data from old regions at 1731976402908 (+18 ms)Running coprocessor post-open hooks at 1731976402918 (+10 ms)Region opened successfully at 1731976402919 (+1 ms) 2024-11-19T00:33:22,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e., pid=7, masterSystemTime=1731976402849 2024-11-19T00:33:22,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:22,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:22,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3475b5ec8f3c6be7281a5d204cfb3d1e, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,46051,1731976392698 2024-11-19T00:33:22,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3475b5ec8f3c6be7281a5d204cfb3d1e, server=6b1531871d35,46051,1731976392698 because future has completed 2024-11-19T00:33:22,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T00:33:22,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3475b5ec8f3c6be7281a5d204cfb3d1e, server=6b1531871d35,46051,1731976392698 in 232 msec 2024-11-19T00:33:22,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:33:22,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3475b5ec8f3c6be7281a5d204cfb3d1e, ASSIGN in 390 msec 2024-11-19T00:33:22,936 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:33:22,936 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976402936"}]},"ts":"1731976402936"} 2024-11-19T00:33:22,938 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T00:33:22,940 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:33:22,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2320 sec 2024-11-19T00:33:22,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e., hostname=6b1531871d35,46051,1731976392698, seqNum=2] 2024-11-19T00:33:23,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:23,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:23,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:33:23,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T00:33:23,183 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T00:33:23,216 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,46051,1731976392698, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:33:23,216 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:23,217 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,46051,1731976392698, seqNum=-1] 2024-11-19T00:33:23,217 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:23,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-19T00:33:23,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b1531871d35,46051,1731976392698', locateType=CURRENT is [region=hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e., hostname=6b1531871d35,46051,1731976392698, seqNum=2] 2024-11-19T00:33:23,223 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T00:33:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34003 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T00:33:23,225 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b1531871d35,46051,1731976392698 suceeded 2024-11-19T00:33:23,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T00:33:23,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-19T00:33:23,228 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b1531871d35:40793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:33:23,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5320 sec 2024-11-19T00:33:23,242 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:40793' 2024-11-19T00:33:23,243 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50db1e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:23,243 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,40793,-1 for getting cluster id 2024-11-19T00:33:23,243 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:23,244 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2edc9c69-40ee-454d-a2ba-216da1be0d9f' 2024-11-19T00:33:23,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:23,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2edc9c69-40ee-454d-a2ba-216da1be0d9f" 2024-11-19T00:33:23,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b54fd3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:23,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,40793,-1] 2024-11-19T00:33:23,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:23,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:23,246 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:23,247 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3644c78f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:23,247 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:23,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,40793,1731976397710 2024-11-19T00:33:23,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@103bb3bb 2024-11-19T00:33:23,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:23,248 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-19T00:33:23,249 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,46051,1731976392698 (queues=1) is replicating from cluster=223417c2-7156-4d23-941e-827adc43de09 to cluster=2edc9c69-40ee-454d-a2ba-216da1be0d9f 2024-11-19T00:33:23,249 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C46051%2C1731976392698 2024-11-19T00:33:23,249 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,46051,1731976392698, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:33:23,250 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698.replicationSource.wal-reader.6b1531871d35%2C46051%2C1731976392698,1-6b1531871d35,46051,1731976392698 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698/6b1531871d35%2C46051%2C1731976392698.1731976394913, startPosition=0, beingWritten=true 2024-11-19T00:33:23,254 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698.replicationSource.shipper6b1531871d35%2C46051%2C1731976392698,1-6b1531871d35,46051,1731976392698 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C46051%2C1731976392698 2024-11-19T00:33:23,457 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698.replicationSource.wal-reader.6b1531871d35%2C46051%2C1731976392698,1-6b1531871d35,46051,1731976392698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698/6b1531871d35%2C46051%2C1731976392698.1731976394913 to pos 0, reset compression=false 2024-11-19T00:33:23,762 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698.replicationSource.wal-reader.6b1531871d35%2C46051%2C1731976392698,1-6b1531871d35,46051,1731976392698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698/6b1531871d35%2C46051%2C1731976392698.1731976394913 to pos 0, reset compression=false 2024-11-19T00:33:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:23,843 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:33:23,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:33:23,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:23,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:23,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:23,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:23,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,34003,1731976392536 2024-11-19T00:33:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46212f36 2024-11-19T00:33:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:23,845 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:33:23,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34003 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T00:33:23,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:33:23,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:23,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:23,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:23,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:23,846 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:33:23,846 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1174934144, stopped=false 2024-11-19T00:33:23,846 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,34003,1731976392536 2024-11-19T00:33:23,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1350923834/running 2024-11-19T00:33:23,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1350923834/running 2024-11-19T00:33:23,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:23,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:23,853 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:33:23,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:33:23,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:23,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:23,854 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,46051,1731976392698' ***** 2024-11-19T00:33:23,854 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:33:23,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on znode that does not yet exist, /0-1350923834/running 2024-11-19T00:33:23,854 INFO [RS:0;6b1531871d35:46051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:33:23,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on znode that does not yet exist, /0-1350923834/running 2024-11-19T00:33:23,854 INFO [RS:0;6b1531871d35:46051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:33:23,854 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:33:23,854 INFO [RS:0;6b1531871d35:46051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:33:23,854 INFO [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(3091): Received CLOSE for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:23,855 INFO [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,46051,1731976392698 2024-11-19T00:33:23,855 INFO [RS:0;6b1531871d35:46051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:33:23,855 INFO [RS:0;6b1531871d35:46051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:46051. 2024-11-19T00:33:23,855 DEBUG [RS:0;6b1531871d35:46051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:23,855 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3475b5ec8f3c6be7281a5d204cfb3d1e, disabling compactions & flushes 2024-11-19T00:33:23,855 DEBUG [RS:0;6b1531871d35:46051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:23,855 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:23,855 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:23,855 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. after waiting 0 ms 2024-11-19T00:33:23,855 INFO [RS:0;6b1531871d35:46051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:33:23,855 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:23,855 INFO [RS:0;6b1531871d35:46051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:33:23,855 INFO [RS:0;6b1531871d35:46051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:33:23,855 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3475b5ec8f3c6be7281a5d204cfb3d1e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T00:33:23,855 INFO [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:33:23,855 INFO [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T00:33:23,855 DEBUG [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3475b5ec8f3c6be7281a5d204cfb3d1e=hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e.} 2024-11-19T00:33:23,855 DEBUG [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:23,855 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:33:23,855 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:33:23,855 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:33:23,855 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:33:23,855 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:33:23,855 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T00:33:23,869 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/replication/3475b5ec8f3c6be7281a5d204cfb3d1e/.tmp/queue/d9a5d9b308c342eb821566c6e4f3c5a9 is 151, key is 1-6b1531871d35,46051,1731976392698/queue:6b1531871d35%2C46051%2C1731976392698/1731976403222/Put/seqid=0 2024-11-19T00:33:23,872 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/.tmp/info/ee40e99f8ce249ceadb1b680e5c7223e is 147, key is hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e./info:regioninfo/1731976402924/Put/seqid=0 2024-11-19T00:33:23,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741838_1014 (size=5350) 2024-11-19T00:33:23,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741839_1015 (size=6631) 2024-11-19T00:33:23,895 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:33:24,055 DEBUG [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:24,175 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698.replicationSource.wal-reader.6b1531871d35%2C46051%2C1731976392698,1-6b1531871d35,46051,1731976392698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698/6b1531871d35%2C46051%2C1731976392698.1731976394913 to pos 0, reset compression=false 2024-11-19T00:33:24,256 DEBUG [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:24,276 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/replication/3475b5ec8f3c6be7281a5d204cfb3d1e/.tmp/queue/d9a5d9b308c342eb821566c6e4f3c5a9 2024-11-19T00:33:24,277 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/.tmp/info/ee40e99f8ce249ceadb1b680e5c7223e 2024-11-19T00:33:24,284 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/replication/3475b5ec8f3c6be7281a5d204cfb3d1e/.tmp/queue/d9a5d9b308c342eb821566c6e4f3c5a9 as hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/replication/3475b5ec8f3c6be7281a5d204cfb3d1e/queue/d9a5d9b308c342eb821566c6e4f3c5a9 2024-11-19T00:33:24,296 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/replication/3475b5ec8f3c6be7281a5d204cfb3d1e/queue/d9a5d9b308c342eb821566c6e4f3c5a9, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T00:33:24,298 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3475b5ec8f3c6be7281a5d204cfb3d1e in 443ms, sequenceid=5, compaction requested=false 2024-11-19T00:33:24,298 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T00:33:24,306 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/.tmp/ns/10ba1568edda470aa09de74a9cefa5e2 is 43, key is default/ns:d/1731976395566/Put/seqid=0 2024-11-19T00:33:24,307 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/replication/3475b5ec8f3c6be7281a5d204cfb3d1e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T00:33:24,308 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:33:24,308 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:33:24,308 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:24,308 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3475b5ec8f3c6be7281a5d204cfb3d1e: Waiting for close lock at 1731976403855Running coprocessor pre-close hooks at 1731976403855Disabling compacts and flushes for region at 1731976403855Disabling writes for close at 1731976403855Obtaining lock to block concurrent updates at 1731976403855Preparing flush snapshotting stores in 3475b5ec8f3c6be7281a5d204cfb3d1e at 1731976403855Finished memstore snapshotting hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731976403855Flushing stores of hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. at 1731976403856 (+1 ms)Flushing 3475b5ec8f3c6be7281a5d204cfb3d1e/queue: creating writer at 1731976403856Flushing 3475b5ec8f3c6be7281a5d204cfb3d1e/queue: appending metadata at 1731976403869 (+13 ms)Flushing 3475b5ec8f3c6be7281a5d204cfb3d1e/queue: closing flushed file at 1731976403869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@584bf0db: reopening flushed file at 1731976404283 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3475b5ec8f3c6be7281a5d204cfb3d1e in 443ms, sequenceid=5, compaction requested=false at 1731976404298 (+15 ms)Writing region close event to WAL at 1731976404302 (+4 ms)Running coprocessor post-close hooks at 1731976404308 (+6 ms)Closed at 1731976404308 2024-11-19T00:33:24,308 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:24,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741840_1016 (size=5153) 2024-11-19T00:33:24,456 DEBUG [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:24,656 DEBUG [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:24,680 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698.replicationSource.wal-reader.6b1531871d35%2C46051%2C1731976392698,1-6b1531871d35,46051,1731976392698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698/6b1531871d35%2C46051%2C1731976392698.1731976394913 to pos 0, reset compression=false 2024-11-19T00:33:24,712 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/.tmp/ns/10ba1568edda470aa09de74a9cefa5e2 2024-11-19T00:33:24,750 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/.tmp/table/7ed7a5922887441abb610d17d466ca5a is 53, key is hbase:replication/table:state/1731976402936/Put/seqid=0 2024-11-19T00:33:24,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741841_1017 (size=5256) 2024-11-19T00:33:24,856 INFO [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T00:33:24,856 DEBUG [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:33:24,856 DEBUG [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:24,857 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:33:24,857 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:33:25,057 DEBUG [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:25,160 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/.tmp/table/7ed7a5922887441abb610d17d466ca5a 2024-11-19T00:33:25,167 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/.tmp/info/ee40e99f8ce249ceadb1b680e5c7223e as hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/info/ee40e99f8ce249ceadb1b680e5c7223e 2024-11-19T00:33:25,176 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/info/ee40e99f8ce249ceadb1b680e5c7223e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T00:33:25,178 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/.tmp/ns/10ba1568edda470aa09de74a9cefa5e2 as hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/ns/10ba1568edda470aa09de74a9cefa5e2 2024-11-19T00:33:25,190 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/ns/10ba1568edda470aa09de74a9cefa5e2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T00:33:25,192 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/.tmp/table/7ed7a5922887441abb610d17d466ca5a as hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/table/7ed7a5922887441abb610d17d466ca5a 2024-11-19T00:33:25,199 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/table/7ed7a5922887441abb610d17d466ca5a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T00:33:25,200 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=11, compaction requested=false 2024-11-19T00:33:25,207 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T00:33:25,207 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:33:25,207 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:33:25,207 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:33:25,207 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976403855Running coprocessor pre-close hooks at 1731976403855Disabling compacts and flushes for region at 1731976403855Disabling writes for close at 1731976403855Obtaining lock to block concurrent updates at 1731976403855Preparing flush snapshotting stores in 1588230740 at 1731976403855Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731976403856 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731976403856Flushing 1588230740/info: creating writer at 1731976403856Flushing 1588230740/info: appending metadata at 1731976403871 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731976403872 (+1 ms)Flushing 1588230740/ns: creating writer at 1731976404283 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731976404305 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731976404305Flushing 1588230740/table: creating writer at 1731976404718 (+413 ms)Flushing 1588230740/table: appending metadata at 1731976404749 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731976404749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@752772f: reopening flushed file at 1731976405166 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4946651: reopening flushed file at 1731976405176 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180a2d3f: reopening flushed file at 1731976405190 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=11, compaction requested=false at 1731976405200 (+10 ms)Writing region close event to WAL at 1731976405203 (+3 ms)Running coprocessor post-close hooks at 1731976405207 (+4 ms)Closed at 1731976405207 2024-11-19T00:33:25,207 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:33:25,257 INFO [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,46051,1731976392698; all regions closed. 2024-11-19T00:33:25,259 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698/6b1531871d35%2C46051%2C1731976392698.meta.1731976395485.meta not finished, retry = 0 2024-11-19T00:33:25,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741834_1010 (size=2742) 2024-11-19T00:33:25,286 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698.replicationSource.wal-reader.6b1531871d35%2C46051%2C1731976392698,1-6b1531871d35,46051,1731976392698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698/6b1531871d35%2C46051%2C1731976392698.1731976394913 to pos 0, reset compression=false 2024-11-19T00:33:25,362 DEBUG [RS:0;6b1531871d35:46051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/oldWALs 2024-11-19T00:33:25,362 INFO [RS:0;6b1531871d35:46051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C46051%2C1731976392698.meta:.meta(num 1731976395485) 2024-11-19T00:33:25,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741837_1013 (size=1586) 2024-11-19T00:33:25,367 DEBUG [RS:0;6b1531871d35:46051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/oldWALs 2024-11-19T00:33:25,367 INFO [RS:0;6b1531871d35:46051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C46051%2C1731976392698.rep:(num 1731976402858) 2024-11-19T00:33:25,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741832_1008 (size=93) 2024-11-19T00:33:25,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698/6b1531871d35%2C46051%2C1731976392698.1731976394913 not finished, retry = 0 2024-11-19T00:33:25,471 DEBUG [RS:0;6b1531871d35:46051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/oldWALs 2024-11-19T00:33:25,471 INFO [RS:0;6b1531871d35:46051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C46051%2C1731976392698:(num 1731976394913) 2024-11-19T00:33:25,471 DEBUG [RS:0;6b1531871d35:46051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:25,471 INFO [RS:0;6b1531871d35:46051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:33:25,472 INFO [RS:0;6b1531871d35:46051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:33:25,472 INFO [RS:0;6b1531871d35:46051 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T00:33:25,472 INFO [RS:0;6b1531871d35:46051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:33:25,472 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:33:25,472 INFO [RS:0;6b1531871d35:46051 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,46051,1731976392698 because: Region server is closing 2024-11-19T00:33:25,473 INFO [RS:0;6b1531871d35:46051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:46051. 2024-11-19T00:33:25,473 DEBUG [RS:0;6b1531871d35:46051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:25,473 DEBUG [RS:0;6b1531871d35:46051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:25,473 DEBUG [RS:0;6b1531871d35:46051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:25,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:25,573 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698.replicationSource.wal-reader.6b1531871d35%2C46051%2C1731976392698,1-6b1531871d35,46051,1731976392698 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T00:33:25,573 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698.replicationSource.shipper6b1531871d35%2C46051%2C1731976392698,1-6b1531871d35,46051,1731976392698 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T00:33:25,574 INFO [RS:0;6b1531871d35:46051 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,46051,1731976392698.replicationSource.shipper6b1531871d35%2C46051%2C1731976392698,1-6b1531871d35,46051,1731976392698 terminated 2024-11-19T00:33:25,574 INFO [RS:0;6b1531871d35:46051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46051 2024-11-19T00:33:25,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1350923834/rs/6b1531871d35,46051,1731976392698 2024-11-19T00:33:25,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834/rs 2024-11-19T00:33:25,585 INFO [RS:0;6b1531871d35:46051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:33:25,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,46051,1731976392698] 2024-11-19T00:33:25,595 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1350923834/draining/6b1531871d35,46051,1731976392698 already deleted, retry=false 2024-11-19T00:33:25,595 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,46051,1731976392698 expired; onlineServers=0 2024-11-19T00:33:25,595 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,34003,1731976392536' ***** 2024-11-19T00:33:25,595 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:33:25,595 INFO [M:0;6b1531871d35:34003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:33:25,595 INFO [M:0;6b1531871d35:34003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:33:25,596 DEBUG [M:0;6b1531871d35:34003 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:33:25,596 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:33:25,596 DEBUG [M:0;6b1531871d35:34003 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:33:25,596 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976394659 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976394659,5,FailOnTimeoutGroup] 2024-11-19T00:33:25,596 INFO [M:0;6b1531871d35:34003 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:33:25,596 INFO [M:0;6b1531871d35:34003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:33:25,596 DEBUG [M:0;6b1531871d35:34003 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:33:25,596 INFO [M:0;6b1531871d35:34003 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:33:25,596 INFO [M:0;6b1531871d35:34003 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:33:25,596 INFO [M:0;6b1531871d35:34003 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:33:25,596 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976394658 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976394658,5,FailOnTimeoutGroup] 2024-11-19T00:33:25,597 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:33:25,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1350923834/master 2024-11-19T00:33:25,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:25,604 DEBUG [M:0;6b1531871d35:34003 {}] zookeeper.ZKUtil(347): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Unable to get data of znode /0-1350923834/master because node does not exist (not an error) 2024-11-19T00:33:25,604 WARN [M:0;6b1531871d35:34003 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:33:25,604 INFO [M:0;6b1531871d35:34003 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/.lastflushedseqids 2024-11-19T00:33:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741842_1018 (size=181) 2024-11-19T00:33:25,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:25,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x1005558679c0001, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:25,696 INFO [RS:0;6b1531871d35:46051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:33:25,696 INFO [RS:0;6b1531871d35:46051 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,46051,1731976392698; zookeeper connection closed. 2024-11-19T00:33:25,696 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7946d17 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7946d17 2024-11-19T00:33:25,696 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:33:26,018 INFO [M:0;6b1531871d35:34003 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:33:26,018 INFO [M:0;6b1531871d35:34003 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:33:26,018 DEBUG [M:0;6b1531871d35:34003 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:33:26,018 INFO [M:0;6b1531871d35:34003 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:26,018 DEBUG [M:0;6b1531871d35:34003 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:26,018 DEBUG [M:0;6b1531871d35:34003 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:33:26,018 DEBUG [M:0;6b1531871d35:34003 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:26,018 INFO [M:0;6b1531871d35:34003 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T00:33:26,042 DEBUG [M:0;6b1531871d35:34003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47d406599f02484d8323a4b421a84e61 is 82, key is hbase:meta,,1/info:regioninfo/1731976395538/Put/seqid=0 2024-11-19T00:33:26,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741843_1019 (size=5672) 2024-11-19T00:33:26,452 INFO [M:0;6b1531871d35:34003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47d406599f02484d8323a4b421a84e61 2024-11-19T00:33:26,480 DEBUG [M:0;6b1531871d35:34003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fccf274a544488db6ead6fb424b7313 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731976402942/Put/seqid=0 2024-11-19T00:33:26,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741844_1020 (size=7203) 2024-11-19T00:33:26,892 INFO [M:0;6b1531871d35:34003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fccf274a544488db6ead6fb424b7313 2024-11-19T00:33:26,934 DEBUG [M:0;6b1531871d35:34003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bd9b69a6e9444409ca3cf71db1541bd is 69, key is 6b1531871d35,46051,1731976392698/rs:state/1731976394759/Put/seqid=0 2024-11-19T00:33:26,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741845_1021 (size=5156) 2024-11-19T00:33:26,952 INFO [M:0;6b1531871d35:34003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bd9b69a6e9444409ca3cf71db1541bd 2024-11-19T00:33:26,966 DEBUG [M:0;6b1531871d35:34003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47d406599f02484d8323a4b421a84e61 as hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47d406599f02484d8323a4b421a84e61 2024-11-19T00:33:26,982 INFO [M:0;6b1531871d35:34003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47d406599f02484d8323a4b421a84e61, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T00:33:26,984 DEBUG [M:0;6b1531871d35:34003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fccf274a544488db6ead6fb424b7313 as hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fccf274a544488db6ead6fb424b7313 2024-11-19T00:33:27,000 INFO [M:0;6b1531871d35:34003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fccf274a544488db6ead6fb424b7313, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T00:33:27,002 DEBUG [M:0;6b1531871d35:34003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bd9b69a6e9444409ca3cf71db1541bd as hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bd9b69a6e9444409ca3cf71db1541bd 2024-11-19T00:33:27,015 INFO [M:0;6b1531871d35:34003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bd9b69a6e9444409ca3cf71db1541bd, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T00:33:27,016 INFO [M:0;6b1531871d35:34003 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 998ms, sequenceid=70, compaction requested=false 2024-11-19T00:33:27,022 INFO [M:0;6b1531871d35:34003 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:27,022 DEBUG [M:0;6b1531871d35:34003 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976406018Disabling compacts and flushes for region at 1731976406018Disabling writes for close at 1731976406018Obtaining lock to block concurrent updates at 1731976406018Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976406018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731976406019 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976406020 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976406020Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976406042 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976406042Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976406458 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976406479 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976406479Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976406900 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976406933 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976406933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc8fa85: reopening flushed file at 1731976406964 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461c1141: reopening flushed file at 1731976406982 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a7f95c: reopening flushed file at 1731976407000 (+18 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 998ms, sequenceid=70, compaction requested=false at 1731976407016 (+16 ms)Writing region close event to WAL at 1731976407022 (+6 ms)Closed at 1731976407022 2024-11-19T00:33:27,027 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:33:27,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741830_1006 (size=41008) 2024-11-19T00:33:27,032 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:33:27,032 INFO [M:0;6b1531871d35:34003 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:33:27,032 INFO [M:0;6b1531871d35:34003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34003 2024-11-19T00:33:27,032 INFO [M:0;6b1531871d35:34003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:33:27,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:27,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:27,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:27,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:27,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:27,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:27,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:27,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34003-0x1005558679c0000, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:27,171 INFO [M:0;6b1531871d35:34003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:33:27,173 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:33:27,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:27,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:27,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:33:27,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:27,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:33:27,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:33:27,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:33:27,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36119 2024-11-19T00:33:27,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36119 connecting to ZooKeeper ensemble=127.0.0.1:51002 2024-11-19T00:33:27,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361190x0, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:33:27,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:27,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:27,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36119-0x1005558679c0006 connected 2024-11-19T00:33:27,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on znode that does not yet exist, /0-1350923834/running 2024-11-19T00:33:27,244 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22, hbase.cluster.distributed=false 2024-11-19T00:33:27,244 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1350923834/meta-region-server: INIT 2024-11-19T00:33:27,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on znode that does not yet exist, /0-1350923834/acl 2024-11-19T00:33:27,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36119 2024-11-19T00:33:27,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36119 2024-11-19T00:33:27,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36119 2024-11-19T00:33:27,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36119 2024-11-19T00:33:27,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36119 2024-11-19T00:33:27,328 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:33:27,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:27,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:27,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:33:27,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:27,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:33:27,329 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:33:27,329 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:33:27,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46561 2024-11-19T00:33:27,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46561 connecting to ZooKeeper ensemble=127.0.0.1:51002 2024-11-19T00:33:27,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:27,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:27,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465610x0, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:33:27,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465610x0, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on znode that does not yet exist, /0-1350923834/running 2024-11-19T00:33:27,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46561-0x1005558679c0007 connected 2024-11-19T00:33:27,346 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1350923834/meta-region-server: INIT 2024-11-19T00:33:27,346 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:33:27,350 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:33:27,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on znode that does not yet exist, /0-1350923834/master 2024-11-19T00:33:27,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on znode that does not yet exist, /0-1350923834/acl 2024-11-19T00:33:27,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46561 2024-11-19T00:33:27,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46561 2024-11-19T00:33:27,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46561 2024-11-19T00:33:27,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46561 2024-11-19T00:33:27,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46561 2024-11-19T00:33:27,366 DEBUG [M:0;6b1531871d35:36119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:36119 2024-11-19T00:33:27,367 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1350923834/backup-masters/6b1531871d35,36119,1731976407173 2024-11-19T00:33:27,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834/backup-masters 2024-11-19T00:33:27,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834/backup-masters 2024-11-19T00:33:27,377 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on existing znode=/0-1350923834/backup-masters/6b1531871d35,36119,1731976407173 2024-11-19T00:33:27,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1350923834/master 2024-11-19T00:33:27,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:27,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:27,387 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on existing znode=/0-1350923834/master 2024-11-19T00:33:27,387 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1350923834/backup-masters/6b1531871d35,36119,1731976407173 from backup master directory 2024-11-19T00:33:27,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834/backup-masters 2024-11-19T00:33:27,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1350923834/backup-masters/6b1531871d35,36119,1731976407173 2024-11-19T00:33:27,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834/backup-masters 2024-11-19T00:33:27,395 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:33:27,395 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,36119,1731976407173 2024-11-19T00:33:27,405 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:27,405 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:33:27,413 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 8ms. 2024-11-19T00:33:27,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741846_1022 (size=196) 2024-11-19T00:33:27,434 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:33:27,435 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:33:27,436 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:27,442 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T00:33:27,446 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/WALs/6b1531871d35,34003,1731976392536 to hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/WALs/6b1531871d35,34003,1731976392536-dead as it is dead 2024-11-19T00:33:27,447 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/WALs/6b1531871d35,34003,1731976392536-dead/6b1531871d35%2C34003%2C1731976392536.1731976394428 2024-11-19T00:33:27,448 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/WALs/6b1531871d35,34003,1731976392536-dead/6b1531871d35%2C34003%2C1731976392536.1731976394428 after 1ms 2024-11-19T00:33:27,448 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/WALs/6b1531871d35,34003,1731976392536-dead/6b1531871d35%2C34003%2C1731976392536.1731976394428 to hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b1531871d35%2C34003%2C1731976392536.1731976394428 2024-11-19T00:33:27,448 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/WALs/6b1531871d35,34003,1731976392536-dead 2024-11-19T00:33:27,449 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/WALs/6b1531871d35,36119,1731976407173 2024-11-19T00:33:27,450 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:33:27,451 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C36119%2C1731976407173, suffix=, logDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/WALs/6b1531871d35,36119,1731976407173, archiveDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/oldWALs, maxLogs=10 2024-11-19T00:33:27,468 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/WALs/6b1531871d35,36119,1731976407173/6b1531871d35%2C36119%2C1731976407173.1731976407452, exclude list is [], retry=0 2024-11-19T00:33:27,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44449,DS-366f9272-510c-474b-bd0d-3b8367673439,DISK] 2024-11-19T00:33:27,473 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/WALs/6b1531871d35,36119,1731976407173/6b1531871d35%2C36119%2C1731976407173.1731976407452 2024-11-19T00:33:27,474 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36633:36633)] 2024-11-19T00:33:27,474 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:27,474 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:27,474 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:27,474 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:27,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:27,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:33:27,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:27,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47d406599f02484d8323a4b421a84e61 2024-11-19T00:33:27,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:27,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:27,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:33:27,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:27,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fccf274a544488db6ead6fb424b7313 2024-11-19T00:33:27,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:27,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:27,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:33:27,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:27,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bd9b69a6e9444409ca3cf71db1541bd 2024-11-19T00:33:27,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:27,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:27,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:33:27,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:27,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:27,501 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:27,501 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T00:33:27,501 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b1531871d35%2C34003%2C1731976392536.1731976394428 2024-11-19T00:33:27,506 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b1531871d35%2C34003%2C1731976392536.1731976394428 2024-11-19T00:33:27,506 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b1531871d35%2C34003%2C1731976392536.1731976394428 2024-11-19T00:33:27,508 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:27,508 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:27,508 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:33:27,510 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:27,512 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-19T00:33:27,513 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67562401, jitterRate=0.0067582279443740845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:33:27,513 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976407474Initializing all the Stores at 1731976407475 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976407475Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976407476 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976407476Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976407476Cleaning up temporary data from old regions at 1731976407508 (+32 ms)Region opened successfully at 1731976407513 (+5 ms) 2024-11-19T00:33:27,513 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:33:27,516 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0a0aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:33:27,518 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T00:33:27,519 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:33:27,519 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:33:27,519 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:33:27,520 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T00:33:27,524 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:27,525 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:33:27,525 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:33:27,526 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-19T00:33:27,526 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:33:27,530 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6b1531871d35,46051,1731976392698, regionLocation=6b1531871d35,46051,1731976392698, openSeqNum=2 2024-11-19T00:33:27,530 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6b1531871d35,46051,1731976392698, table=hbase:meta, region=1588230740 2024-11-19T00:33:27,531 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,46051,1731976392698, state=OPEN 2024-11-19T00:33:27,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1350923834/meta-region-server 2024-11-19T00:33:27,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1350923834/meta-region-server: CHANGED 2024-11-19T00:33:27,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1350923834/meta-region-server 2024-11-19T00:33:27,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1350923834/meta-region-server: CHANGED 2024-11-19T00:33:27,542 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:33:27,551 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1350923834/draining/6b1531871d35,46051,1731976392698 already deleted, retry=false 2024-11-19T00:33:27,551 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6b1531871d35,46051,1731976392698 on 6b1531871d35,36119,1731976407173 2024-11-19T00:33:27,553 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6b1531871d35,46051,1731976392698, splitWal=true, meta=true 2024-11-19T00:33:27,553 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 6b1531871d35,46051,1731976392698 (carryingMeta=true) 6b1531871d35,46051,1731976392698/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@39f9035d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T00:33:27,555 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Unable to get data of znode /0-1350923834/balancer because node does not exist (not necessarily an error) 2024-11-19T00:33:27,562 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1350923834/balancer already deleted, retry=false 2024-11-19T00:33:27,562 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:33:27,563 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Unable to get data of znode /0-1350923834/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:33:27,570 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1350923834/normalizer already deleted, retry=false 2024-11-19T00:33:27,571 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:33:27,572 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Unable to get data of znode /0-1350923834/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:33:27,578 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1350923834/switch/split already deleted, retry=false 2024-11-19T00:33:27,579 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Unable to get data of znode /0-1350923834/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:33:27,587 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1350923834/switch/merge already deleted, retry=false 2024-11-19T00:33:27,597 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Unable to get data of znode /0-1350923834/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:33:27,603 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1350923834/snapshot-cleanup already deleted, retry=false 2024-11-19T00:33:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1350923834/running 2024-11-19T00:33:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1350923834/running 2024-11-19T00:33:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:27,613 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,36119,1731976407173, sessionid=0x1005558679c0006, setting cluster-up flag (Was=false) 2024-11-19T00:33:27,621 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1350923834/flush-table-proc/acquired, /0-1350923834/flush-table-proc/reached, /0-1350923834/flush-table-proc/abort 2024-11-19T00:33:27,621 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,36119,1731976407173 2024-11-19T00:33:27,629 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1350923834/online-snapshot/acquired, /0-1350923834/online-snapshot/reached, /0-1350923834/online-snapshot/abort 2024-11-19T00:33:27,630 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,36119,1731976407173 2024-11-19T00:33:27,631 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/.lastflushedseqids 2024-11-19T00:33:27,650 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:33:27,650 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:33:27,650 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,36119,1731976407173 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6b1531871d35,46051,1731976392698 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:33:27,651 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:27,651 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:27,651 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:27,651 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:27,651 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:33:27,652 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:27,652 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:33:27,652 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:27,652 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976437652 2024-11-19T00:33:27,652 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:33:27,652 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:33:27,653 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:33:27,653 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:33:27,653 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:33:27,653 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:33:27,653 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:27,653 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6b1531871d35,46051,1731976392698, splitWal=true, meta=true 2024-11-19T00:33:27,653 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:33:27,653 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:33:27,653 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:33:27,653 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:33:27,654 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6b1531871d35,46051,1731976392698, splitWal=true, meta=true, isMeta: true 2024-11-19T00:33:27,654 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:33:27,654 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:33:27,655 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698-splitting 2024-11-19T00:33:27,656 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698-splitting dir is empty, no logs to split. 2024-11-19T00:33:27,656 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6b1531871d35,46051,1731976392698 WAL count=0, meta=true 2024-11-19T00:33:27,658 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976407654,5,FailOnTimeoutGroup] 2024-11-19T00:33:27,658 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698-splitting dir is empty, no logs to split. 2024-11-19T00:33:27,658 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6b1531871d35,46051,1731976392698 WAL count=0, meta=true 2024-11-19T00:33:27,658 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6b1531871d35,46051,1731976392698 WAL splitting is done? wals=0, meta=true 2024-11-19T00:33:27,659 INFO [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(746): ClusterId : 223417c2-7156-4d23-941e-827adc43de09 2024-11-19T00:33:27,659 DEBUG [RS:0;6b1531871d35:46561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:33:27,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:33:27,660 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:33:27,661 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T00:33:27,662 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976407658,5,FailOnTimeoutGroup] 2024-11-19T00:33:27,662 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:27,662 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:33:27,662 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:27,662 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:27,662 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976407662, completionTime=-1 2024-11-19T00:33:27,662 WARN [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T00:33:27,662 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T00:33:27,669 DEBUG [RS:0;6b1531871d35:46561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:33:27,669 DEBUG [RS:0;6b1531871d35:46561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:33:27,679 DEBUG [RS:0;6b1531871d35:46561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:33:27,679 DEBUG [RS:0;6b1531871d35:46561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b724f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:33:27,691 DEBUG [RS:0;6b1531871d35:46561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:46561 2024-11-19T00:33:27,691 INFO [RS:0;6b1531871d35:46561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:33:27,691 INFO [RS:0;6b1531871d35:46561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:33:27,691 DEBUG [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:33:27,692 INFO [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,36119,1731976407173 with port=46561, startcode=1731976407328 2024-11-19T00:33:27,692 DEBUG [RS:0;6b1531871d35:46561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:33:27,693 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:33:27,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36119 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,46561,1731976407328 2024-11-19T00:33:27,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36119 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,46561,1731976407328 2024-11-19T00:33:27,695 DEBUG [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22 2024-11-19T00:33:27,695 DEBUG [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36967 2024-11-19T00:33:27,695 DEBUG [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:33:27,712 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T00:33:27,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834/rs 2024-11-19T00:33:27,732 DEBUG [RS:0;6b1531871d35:46561 {}] zookeeper.ZKUtil(111): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on existing znode=/0-1350923834/rs/6b1531871d35,46561,1731976407328 2024-11-19T00:33:27,732 WARN [RS:0;6b1531871d35:46561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:33:27,732 INFO [RS:0;6b1531871d35:46561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:27,732 DEBUG [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328 2024-11-19T00:33:27,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,46561,1731976407328] 2024-11-19T00:33:27,756 INFO [RS:0;6b1531871d35:46561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:33:27,757 INFO [RS:0;6b1531871d35:46561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:33:27,757 INFO [RS:0;6b1531871d35:46561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:33:27,758 INFO [RS:0;6b1531871d35:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:27,758 INFO [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:33:27,759 INFO [RS:0;6b1531871d35:46561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:33:27,759 INFO [RS:0;6b1531871d35:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:27,759 DEBUG [RS:0;6b1531871d35:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:27,759 DEBUG [RS:0;6b1531871d35:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:27,759 DEBUG [RS:0;6b1531871d35:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:27,759 DEBUG [RS:0;6b1531871d35:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:27,759 DEBUG [RS:0;6b1531871d35:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:27,759 DEBUG [RS:0;6b1531871d35:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:33:27,759 DEBUG [RS:0;6b1531871d35:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:27,759 DEBUG [RS:0;6b1531871d35:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:27,759 DEBUG [RS:0;6b1531871d35:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:27,759 DEBUG [RS:0;6b1531871d35:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:27,759 DEBUG [RS:0;6b1531871d35:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:27,759 DEBUG [RS:0;6b1531871d35:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:27,759 DEBUG [RS:0;6b1531871d35:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:33:27,759 DEBUG [RS:0;6b1531871d35:46561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:33:27,760 INFO [RS:0;6b1531871d35:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:27,760 INFO [RS:0;6b1531871d35:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:27,760 INFO [RS:0;6b1531871d35:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:27,760 INFO [RS:0;6b1531871d35:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:27,760 INFO [RS:0;6b1531871d35:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:27,760 INFO [RS:0;6b1531871d35:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,46561,1731976407328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:33:27,773 INFO [RS:0;6b1531871d35:46561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:33:27,774 INFO [RS:0;6b1531871d35:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,46561,1731976407328-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:27,786 INFO [RS:0;6b1531871d35:46561 {}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,46561,1731976407328, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:33:27,786 INFO [RS:0;6b1531871d35:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:27,786 INFO [RS:0;6b1531871d35:46561 {}] regionserver.Replication(171): 6b1531871d35,46561,1731976407328 started 2024-11-19T00:33:27,799 DEBUG [RS:0;6b1531871d35:46561.replicationSource,1-6b1531871d35,46561,1731976407328 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:40793' 2024-11-19T00:33:27,800 INFO [RS:0;6b1531871d35:46561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:27,800 INFO [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,46561,1731976407328, RpcServer on 6b1531871d35/172.17.0.2:46561, sessionid=0x1005558679c0007 2024-11-19T00:33:27,800 DEBUG [RS:0;6b1531871d35:46561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:33:27,800 DEBUG [RS:0;6b1531871d35:46561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,46561,1731976407328 2024-11-19T00:33:27,800 DEBUG [RS:0;6b1531871d35:46561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,46561,1731976407328' 2024-11-19T00:33:27,800 DEBUG [RS:0;6b1531871d35:46561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1350923834/flush-table-proc/abort' 2024-11-19T00:33:27,800 DEBUG [RS:0;6b1531871d35:46561.replicationSource,1-6b1531871d35,46561,1731976407328 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eb9e7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:27,800 DEBUG [RS:0;6b1531871d35:46561.replicationSource,1-6b1531871d35,46561,1731976407328 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,40793,-1 for getting cluster id 2024-11-19T00:33:27,800 DEBUG [RS:0;6b1531871d35:46561.replicationSource,1-6b1531871d35,46561,1731976407328 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:27,800 DEBUG [RS:0;6b1531871d35:46561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1350923834/flush-table-proc/acquired' 2024-11-19T00:33:27,801 DEBUG [RS:0;6b1531871d35:46561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:33:27,801 DEBUG [RS:0;6b1531871d35:46561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:33:27,801 DEBUG [RS:0;6b1531871d35:46561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,46561,1731976407328 2024-11-19T00:33:27,801 DEBUG [RS:0;6b1531871d35:46561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,46561,1731976407328' 2024-11-19T00:33:27,801 DEBUG [RS:0;6b1531871d35:46561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1350923834/online-snapshot/abort' 2024-11-19T00:33:27,801 DEBUG [RS:0;6b1531871d35:46561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1350923834/online-snapshot/acquired' 2024-11-19T00:33:27,801 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2edc9c69-40ee-454d-a2ba-216da1be0d9f' 2024-11-19T00:33:27,801 DEBUG [RS:0;6b1531871d35:46561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:33:27,801 INFO [RS:0;6b1531871d35:46561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:33:27,801 INFO [RS:0;6b1531871d35:46561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:33:27,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:27,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2edc9c69-40ee-454d-a2ba-216da1be0d9f" 2024-11-19T00:33:27,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25fe644e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:27,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,40793,-1] 2024-11-19T00:33:27,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:27,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:27,803 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:27,804 DEBUG [RS:0;6b1531871d35:46561.replicationSource,1-6b1531871d35,46561,1731976407328 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7777e38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:27,804 DEBUG [RS:0;6b1531871d35:46561.replicationSource,1-6b1531871d35,46561,1731976407328 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:27,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,40793,1731976397710 2024-11-19T00:33:27,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fadc007 2024-11-19T00:33:27,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:27,806 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-19T00:33:27,806 INFO [RS:0;6b1531871d35:46561.replicationSource,1-6b1531871d35,46561,1731976407328 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,46561,1731976407328 (queues=0) is replicating from cluster=223417c2-7156-4d23-941e-827adc43de09 to cluster=2edc9c69-40ee-454d-a2ba-216da1be0d9f 2024-11-19T00:33:27,811 WARN [6b1531871d35:36119 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T00:33:27,902 INFO [RS:0;6b1531871d35:46561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:33:27,903 INFO [RS:0;6b1531871d35:46561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C46561%2C1731976407328, suffix=, logDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328, archiveDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/oldWALs, maxLogs=10 2024-11-19T00:33:27,915 DEBUG [RS:0;6b1531871d35:46561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.1731976407903, exclude list is [], retry=0 2024-11-19T00:33:27,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44449,DS-366f9272-510c-474b-bd0d-3b8367673439,DISK] 2024-11-19T00:33:27,919 INFO [RS:0;6b1531871d35:46561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.1731976407903 2024-11-19T00:33:27,919 DEBUG [RS:0;6b1531871d35:46561 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6b1531871d35%2C46561%2C1731976407328 for peer 1 2024-11-19T00:33:27,919 DEBUG [RS:0;6b1531871d35:46561 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C46561%2C1731976407328 2024-11-19T00:33:27,919 INFO [RS:0;6b1531871d35:46561 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,46561,1731976407328, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:33:27,920 DEBUG [RS:0;6b1531871d35:46561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36633:36633)] 2024-11-19T00:33:27,920 INFO [RS:0;6b1531871d35:46561.replicationSource.shipper6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C46561%2C1731976407328 2024-11-19T00:33:27,920 DEBUG [RS:0;6b1531871d35:46561.replicationSource.wal-reader.6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.1731976407903, startPosition=0, beingWritten=true 2024-11-19T00:33:28,061 DEBUG [6b1531871d35:36119 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:33:28,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,46561,1731976407328 2024-11-19T00:33:28,063 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,46561,1731976407328, state=OPENING 2024-11-19T00:33:28,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1350923834/meta-region-server 2024-11-19T00:33:28,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1350923834/meta-region-server 2024-11-19T00:33:28,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1350923834/meta-region-server: CHANGED 2024-11-19T00:33:28,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1350923834/meta-region-server: CHANGED 2024-11-19T00:33:28,078 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:33:28,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,46561,1731976407328}] 2024-11-19T00:33:28,124 DEBUG [RS:0;6b1531871d35:46561.replicationSource.wal-reader.6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.1731976407903 to pos 0, reset compression=false 2024-11-19T00:33:28,231 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:33:28,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:33:28,236 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:33:28,236 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:28,236 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:33:28,238 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C46561%2C1731976407328.meta, suffix=.meta, logDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328, archiveDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/oldWALs, maxLogs=10 2024-11-19T00:33:28,261 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.meta.1731976408238.meta, exclude list is [], retry=0 2024-11-19T00:33:28,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44449,DS-366f9272-510c-474b-bd0d-3b8367673439,DISK] 2024-11-19T00:33:28,272 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.meta.1731976408238.meta 2024-11-19T00:33:28,273 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36633:36633)] 2024-11-19T00:33:28,274 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:28,274 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:33:28,274 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:33:28,274 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:33:28,274 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:33:28,274 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:33:28,275 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:28,275 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:33:28,275 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:33:28,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:33:28,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:33:28,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:28,293 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/info/ee40e99f8ce249ceadb1b680e5c7223e 2024-11-19T00:33:28,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:28,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:33:28,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:33:28,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:28,305 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/ns/10ba1568edda470aa09de74a9cefa5e2 2024-11-19T00:33:28,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:28,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:33:28,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:33:28,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:28,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:28,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:33:28,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:33:28,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:28,315 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/table/7ed7a5922887441abb610d17d466ca5a 2024-11-19T00:33:28,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:28,315 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:33:28,316 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740 2024-11-19T00:33:28,317 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740 2024-11-19T00:33:28,318 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:33:28,319 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:33:28,319 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:33:28,321 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:33:28,321 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67994648, jitterRate=0.013199210166931152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:33:28,322 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:33:28,322 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976408275Writing region info on filesystem at 1731976408275Initializing all the Stores at 1731976408276 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976408276Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976408276Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976408276Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976408276Cleaning up temporary data from old regions at 1731976408319 (+43 ms)Running coprocessor post-open hooks at 1731976408322 (+3 ms)Region opened successfully at 1731976408322 2024-11-19T00:33:28,331 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731976408231 2024-11-19T00:33:28,334 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:33:28,335 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:33:28,335 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6b1531871d35,46561,1731976407328 2024-11-19T00:33:28,336 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,46561,1731976407328, state=OPEN 2024-11-19T00:33:28,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1350923834/meta-region-server 2024-11-19T00:33:28,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1350923834/meta-region-server 2024-11-19T00:33:28,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1350923834/meta-region-server: CHANGED 2024-11-19T00:33:28,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1350923834/meta-region-server: CHANGED 2024-11-19T00:33:28,379 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,46561,1731976407328 2024-11-19T00:33:28,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-19T00:33:28,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,46561,1731976407328 in 301 msec 2024-11-19T00:33:28,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T00:33:28,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 725 msec 2024-11-19T00:33:28,430 DEBUG [RS:0;6b1531871d35:46561.replicationSource.wal-reader.6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.1731976407903 to pos 0, reset compression=false 2024-11-19T00:33:28,836 DEBUG [RS:0;6b1531871d35:46561.replicationSource.wal-reader.6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.1731976407903 to pos 0, reset compression=false 2024-11-19T00:33:29,215 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-19T00:33:29,342 DEBUG [RS:0;6b1531871d35:46561.replicationSource.wal-reader.6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.1731976407903 to pos 0, reset compression=false 2024-11-19T00:33:29,957 DEBUG [RS:0;6b1531871d35:46561.replicationSource.wal-reader.6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.1731976407903 to pos 0, reset compression=false 2024-11-19T00:33:30,691 DEBUG [RS:0;6b1531871d35:46561.replicationSource.wal-reader.6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.1731976407903 to pos 0, reset compression=false 2024-11-19T00:33:30,717 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-19T00:33:31,496 DEBUG [RS:0;6b1531871d35:46561.replicationSource.wal-reader.6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.1731976407903 to pos 0, reset compression=false 2024-11-19T00:33:32,170 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T00:33:32,170 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:33:32,170 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:32,170 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,46561,1731976407328, seqNum=-1] 2024-11-19T00:33:32,171 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:32,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:33:32,175 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3475b5ec8f3c6be7281a5d204cfb3d1e, regionState=OPEN, lastHost=6b1531871d35,46051,1731976392698, regionLocation=6b1531871d35,46051,1731976392698, openSeqNum=2 2024-11-19T00:33:32,175 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:33:32,175 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976472175 2024-11-19T00:33:32,176 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976532176 2024-11-19T00:33:32,176 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-19T00:33:32,176 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6b1531871d35,46051,1731976392698 had 2 regions 2024-11-19T00:33:32,176 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36119,1731976407173-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:32,176 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36119,1731976407173-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:32,176 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36119,1731976407173-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:32,176 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:36119, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:32,176 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:32,176 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:32,177 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6b1531871d35,46051,1731976392698, splitWal=true, meta=true, isMeta: false 2024-11-19T00:33:32,178 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698-splitting dir is empty, no logs to split. 2024-11-19T00:33:32,178 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6b1531871d35,46051,1731976392698 WAL count=0, meta=false 2024-11-19T00:33:32,180 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46051,1731976392698-splitting dir is empty, no logs to split. 2024-11-19T00:33:32,180 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6b1531871d35,46051,1731976392698 WAL count=0, meta=false 2024-11-19T00:33:32,180 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6b1531871d35,46051,1731976392698 WAL splitting is done? wals=0, meta=false 2024-11-19T00:33:32,182 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.787sec 2024-11-19T00:33:32,182 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:33:32,182 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:33:32,182 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:33:32,182 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:33:32,182 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:33:32,182 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36119,1731976407173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:33:32,183 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36119,1731976407173-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:33:32,184 WARN [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6b1531871d35,46051,1731976392698/hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:32,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3475b5ec8f3c6be7281a5d204cfb3d1e, ASSIGN}] 2024-11-19T00:33:32,186 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3475b5ec8f3c6be7281a5d204cfb3d1e, ASSIGN 2024-11-19T00:33:32,187 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:33:32,187 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:33:32,187 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3475b5ec8f3c6be7281a5d204cfb3d1e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T00:33:32,187 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36119,1731976407173-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:32,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:32,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,36119,-1 for getting cluster id 2024-11-19T00:33:32,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:32,265 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '223417c2-7156-4d23-941e-827adc43de09' 2024-11-19T00:33:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "223417c2-7156-4d23-941e-827adc43de09" 2024-11-19T00:33:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1660a9c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,36119,-1] 2024-11-19T00:33:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:32,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:32,266 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b841aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:32,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:32,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,46561,1731976407328, seqNum=-1] 2024-11-19T00:33:32,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:32,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:33:32,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T00:33:32,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:33:32,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:32,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:32,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:32,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:32,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6b1531871d35:36119 after: 6b1531871d35:36119 2024-11-19T00:33:32,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f64071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:32,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,36119,-1 for getting cluster id 2024-11-19T00:33:32,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:32,273 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '223417c2-7156-4d23-941e-827adc43de09' 2024-11-19T00:33:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "223417c2-7156-4d23-941e-827adc43de09" 2024-11-19T00:33:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632537e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,36119,-1] 2024-11-19T00:33:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:32,275 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:32,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:32,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,36119,1731976407173 2024-11-19T00:33:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@633c1067 2024-11-19T00:33:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:32,277 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:33:32,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36119 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T00:33:32,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:33:32,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:33:32,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:32,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:32,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:32,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:32,278 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:33:32,278 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=641874023, stopped=false 2024-11-19T00:33:32,278 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,40793,1731976397710 2024-11-19T00:33:32,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11736974505/running 2024-11-19T00:33:32,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11736974505/running 2024-11-19T00:33:32,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505 2024-11-19T00:33:32,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505 2024-11-19T00:33:32,312 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:33:32,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:33:32,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:32,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:32,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Set watcher on znode that does not yet exist, /11736974505/running 2024-11-19T00:33:32,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Set watcher on znode that does not yet exist, /11736974505/running 2024-11-19T00:33:32,312 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,43547,1731976397919' ***** 2024-11-19T00:33:32,312 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:33:32,312 INFO [RS:0;6b1531871d35:43547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:33:32,312 INFO [RS:0;6b1531871d35:43547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:33:32,312 INFO [RS:0;6b1531871d35:43547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:33:32,312 INFO [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,43547,1731976397919 2024-11-19T00:33:32,313 INFO [RS:0;6b1531871d35:43547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:33:32,313 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:33:32,313 INFO [RS:0;6b1531871d35:43547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:43547. 2024-11-19T00:33:32,313 DEBUG [RS:0;6b1531871d35:43547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:32,313 DEBUG [RS:0;6b1531871d35:43547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:32,313 INFO [RS:0;6b1531871d35:43547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:33:32,313 INFO [RS:0;6b1531871d35:43547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:33:32,313 INFO [RS:0;6b1531871d35:43547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:33:32,313 INFO [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:33:32,313 INFO [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T00:33:32,313 DEBUG [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:33:32,313 DEBUG [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:32,313 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:33:32,313 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:33:32,313 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:33:32,313 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:33:32,313 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:33:32,313 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T00:33:32,328 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/data/hbase/meta/1588230740/.tmp/ns/0bc8ce025fdd4e5bb94b3294f6858104 is 43, key is default/ns:d/1731976401571/Put/seqid=0 2024-11-19T00:33:32,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741835_1011 (size=5153) 2024-11-19T00:33:32,338 DEBUG [6b1531871d35:36119 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:33:32,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3475b5ec8f3c6be7281a5d204cfb3d1e, regionState=OPENING, regionLocation=6b1531871d35,46561,1731976407328 2024-11-19T00:33:32,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3475b5ec8f3c6be7281a5d204cfb3d1e, ASSIGN because future has completed 2024-11-19T00:33:32,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3475b5ec8f3c6be7281a5d204cfb3d1e, server=6b1531871d35,46561,1731976407328}] 2024-11-19T00:33:32,375 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:33:32,401 DEBUG [RS:0;6b1531871d35:46561.replicationSource.wal-reader.6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.1731976407903 to pos 0, reset compression=false 2024-11-19T00:33:32,462 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:33:32,462 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:33:32,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:32,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:32,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:33:32,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C46561%2C1731976407328.rep, suffix=, logDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328, archiveDir=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/oldWALs, maxLogs=10 2024-11-19T00:33:32,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.rep.1731976412498, exclude list is [], retry=0 2024-11-19T00:33:32,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44449,DS-366f9272-510c-474b-bd0d-3b8367673439,DISK] 2024-11-19T00:33:32,513 DEBUG [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:32,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.rep.1731976412498 2024-11-19T00:33:32,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36633:36633)] 2024-11-19T00:33:32,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 3475b5ec8f3c6be7281a5d204cfb3d1e, NAME => 'hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:32,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:33:32,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:33:32,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. service=MultiRowMutationService 2024-11-19T00:33:32,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:33:32,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:32,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:32,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:32,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:32,516 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:32,517 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3475b5ec8f3c6be7281a5d204cfb3d1e columnFamilyName hfileref 2024-11-19T00:33:32,517 DEBUG [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:32,517 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] regionserver.HStore(327): Store=3475b5ec8f3c6be7281a5d204cfb3d1e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:32,517 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:32,518 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3475b5ec8f3c6be7281a5d204cfb3d1e columnFamilyName queue 2024-11-19T00:33:32,518 DEBUG [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:32,523 DEBUG [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/replication/3475b5ec8f3c6be7281a5d204cfb3d1e/queue/d9a5d9b308c342eb821566c6e4f3c5a9 2024-11-19T00:33:32,523 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] regionserver.HStore(327): Store=3475b5ec8f3c6be7281a5d204cfb3d1e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:32,523 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:32,524 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3475b5ec8f3c6be7281a5d204cfb3d1e columnFamilyName sid 2024-11-19T00:33:32,524 DEBUG [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:32,524 INFO [StoreOpener-3475b5ec8f3c6be7281a5d204cfb3d1e-1 {}] regionserver.HStore(327): Store=3475b5ec8f3c6be7281a5d204cfb3d1e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:32,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:32,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/replication/3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:32,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/replication/3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:32,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:32,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:32,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:33:32,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:32,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 3475b5ec8f3c6be7281a5d204cfb3d1e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74150871, jitterRate=0.10493408143520355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:33:32,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:32,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 3475b5ec8f3c6be7281a5d204cfb3d1e: Running coprocessor pre-open hook at 1731976412515Writing region info on filesystem at 1731976412515Initializing all the Stores at 1731976412516 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976412516Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976412516Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976412516Cleaning up temporary data from old regions at 1731976412527 (+11 ms)Running coprocessor post-open hooks at 1731976412529 (+2 ms)Region opened successfully at 1731976412529 2024-11-19T00:33:32,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e., pid=13, masterSystemTime=1731976412493 2024-11-19T00:33:32,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:32,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:32,533 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3475b5ec8f3c6be7281a5d204cfb3d1e, regionState=OPEN, openSeqNum=9, regionLocation=6b1531871d35,46561,1731976407328 2024-11-19T00:33:32,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3475b5ec8f3c6be7281a5d204cfb3d1e, server=6b1531871d35,46561,1731976407328 because future has completed 2024-11-19T00:33:32,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T00:33:32,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3475b5ec8f3c6be7281a5d204cfb3d1e, server=6b1531871d35,46561,1731976407328 in 195 msec 2024-11-19T00:33:32,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-19T00:33:32,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3475b5ec8f3c6be7281a5d204cfb3d1e, ASSIGN in 353 msec 2024-11-19T00:33:32,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T00:33:32,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e., hostname=6b1531871d35,46561,1731976407328, seqNum=9] 2024-11-19T00:33:32,558 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 6b1531871d35,46051,1731976392698 2024-11-19T00:33:32,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T00:33:32,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-19T00:33:32,713 DEBUG [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:32,733 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/data/hbase/meta/1588230740/.tmp/ns/0bc8ce025fdd4e5bb94b3294f6858104 2024-11-19T00:33:32,758 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/data/hbase/meta/1588230740/.tmp/ns/0bc8ce025fdd4e5bb94b3294f6858104 as hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/data/hbase/meta/1588230740/ns/0bc8ce025fdd4e5bb94b3294f6858104 2024-11-19T00:33:32,763 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/data/hbase/meta/1588230740/ns/0bc8ce025fdd4e5bb94b3294f6858104, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T00:33:32,764 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false 2024-11-19T00:33:32,764 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:33:32,769 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T00:33:32,769 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:33:32,769 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:33:32,770 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:33:32,770 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976412313Running coprocessor pre-close hooks at 1731976412313Disabling compacts and flushes for region at 1731976412313Disabling writes for close at 1731976412313Obtaining lock to block concurrent updates at 1731976412313Preparing flush snapshotting stores in 1588230740 at 1731976412313Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731976412314 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731976412314Flushing 1588230740/ns: creating writer at 1731976412314Flushing 1588230740/ns: appending metadata at 1731976412328 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731976412328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d7c9897: reopening flushed file at 1731976412757 (+429 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false at 1731976412764 (+7 ms)Writing region close event to WAL at 1731976412765 (+1 ms)Running coprocessor post-close hooks at 1731976412769 (+4 ms)Closed at 1731976412770 (+1 ms) 2024-11-19T00:33:32,770 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:33:32,914 INFO [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,43547,1731976397919; all regions closed. 2024-11-19T00:33:32,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741834_1010 (size=1152) 2024-11-19T00:33:32,916 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/WALs/6b1531871d35,43547,1731976397919/6b1531871d35%2C43547%2C1731976397919.meta.1731976401501.meta not finished, retry = 0 2024-11-19T00:33:33,019 DEBUG [RS:0;6b1531871d35:43547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/oldWALs 2024-11-19T00:33:33,019 INFO [RS:0;6b1531871d35:43547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C43547%2C1731976397919.meta:.meta(num 1731976401501) 2024-11-19T00:33:33,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741832_1008 (size=93) 2024-11-19T00:33:33,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/WALs/6b1531871d35,43547,1731976397919/6b1531871d35%2C43547%2C1731976397919.1731976400615 not finished, retry = 0 2024-11-19T00:33:33,123 DEBUG [RS:0;6b1531871d35:43547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/oldWALs 2024-11-19T00:33:33,123 INFO [RS:0;6b1531871d35:43547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C43547%2C1731976397919:(num 1731976400615) 2024-11-19T00:33:33,123 DEBUG [RS:0;6b1531871d35:43547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:33,123 INFO [RS:0;6b1531871d35:43547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:33:33,123 INFO [RS:0;6b1531871d35:43547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:33:33,124 INFO [RS:0;6b1531871d35:43547 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T00:33:33,124 INFO [RS:0;6b1531871d35:43547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:33:33,124 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:33:33,124 INFO [RS:0;6b1531871d35:43547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43547 2024-11-19T00:33:33,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11736974505/rs/6b1531871d35,43547,1731976397919 2024-11-19T00:33:33,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505/rs 2024-11-19T00:33:33,136 INFO [RS:0;6b1531871d35:43547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:33:33,145 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,43547,1731976397919] 2024-11-19T00:33:33,153 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11736974505/draining/6b1531871d35,43547,1731976397919 already deleted, retry=false 2024-11-19T00:33:33,153 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,43547,1731976397919 expired; onlineServers=0 2024-11-19T00:33:33,153 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,40793,1731976397710' ***** 2024-11-19T00:33:33,153 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:33:33,153 INFO [M:0;6b1531871d35:40793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:33:33,153 INFO [M:0;6b1531871d35:40793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:33:33,153 DEBUG [M:0;6b1531871d35:40793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:33:33,153 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:33:33,153 DEBUG [M:0;6b1531871d35:40793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:33:33,153 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976400332 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976400332,5,FailOnTimeoutGroup] 2024-11-19T00:33:33,153 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976400332 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976400332,5,FailOnTimeoutGroup] 2024-11-19T00:33:33,153 INFO [M:0;6b1531871d35:40793 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:33:33,154 INFO [M:0;6b1531871d35:40793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:33:33,154 DEBUG [M:0;6b1531871d35:40793 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:33:33,154 INFO [M:0;6b1531871d35:40793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:33:33,154 INFO [M:0;6b1531871d35:40793 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:33:33,154 INFO [M:0;6b1531871d35:40793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:33:33,154 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:33:33,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11736974505/master 2024-11-19T00:33:33,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11736974505 2024-11-19T00:33:33,161 DEBUG [M:0;6b1531871d35:40793 {}] zookeeper.ZKUtil(347): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Unable to get data of znode /11736974505/master because node does not exist (not an error) 2024-11-19T00:33:33,161 WARN [M:0;6b1531871d35:40793 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:33:33,163 INFO [M:0;6b1531871d35:40793 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/.lastflushedseqids 2024-11-19T00:33:33,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741836_1012 (size=99) 2024-11-19T00:33:33,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:33,245 INFO [RS:0;6b1531871d35:43547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:33:33,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43547-0x1005558679c0004, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:33,245 INFO [RS:0;6b1531871d35:43547 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,43547,1731976397919; zookeeper connection closed. 2024-11-19T00:33:33,245 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2be55b07 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2be55b07 2024-11-19T00:33:33,245 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:33:33,405 DEBUG [RS:0;6b1531871d35:46561.replicationSource.wal-reader.6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.1731976407903 to pos 0, reset compression=false 2024-11-19T00:33:33,571 INFO [M:0;6b1531871d35:40793 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:33:33,571 INFO [M:0;6b1531871d35:40793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:33:33,571 DEBUG [M:0;6b1531871d35:40793 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:33:33,571 INFO [M:0;6b1531871d35:40793 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:33,571 DEBUG [M:0;6b1531871d35:40793 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:33,571 DEBUG [M:0;6b1531871d35:40793 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:33:33,571 DEBUG [M:0;6b1531871d35:40793 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:33,571 INFO [M:0;6b1531871d35:40793 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T00:33:33,585 DEBUG [M:0;6b1531871d35:40793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b8e945a952e40ffade53135b3dda0d3 is 82, key is hbase:meta,,1/info:regioninfo/1731976401549/Put/seqid=0 2024-11-19T00:33:33,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741837_1013 (size=5672) 2024-11-19T00:33:33,777 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:33:33,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:33,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:33,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:33,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:33,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:33,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:33,990 INFO [M:0;6b1531871d35:40793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b8e945a952e40ffade53135b3dda0d3 2024-11-19T00:33:34,012 DEBUG [M:0;6b1531871d35:40793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/998e4e973922477485472cb4fe303274 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731976401576/Put/seqid=0 2024-11-19T00:33:34,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741838_1014 (size=5275) 2024-11-19T00:33:34,418 INFO [M:0;6b1531871d35:40793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/998e4e973922477485472cb4fe303274 2024-11-19T00:33:34,435 DEBUG [M:0;6b1531871d35:40793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/077ce6ac70654999a2856db1ca16ab7a is 69, key is 6b1531871d35,43547,1731976397919/rs:state/1731976400402/Put/seqid=0 2024-11-19T00:33:34,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741839_1015 (size=5156) 2024-11-19T00:33:34,510 DEBUG [RS:0;6b1531871d35:46561.replicationSource.wal-reader.6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.1731976407903 to pos 0, reset compression=false 2024-11-19T00:33:34,840 INFO [M:0;6b1531871d35:40793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/077ce6ac70654999a2856db1ca16ab7a 2024-11-19T00:33:34,845 DEBUG [M:0;6b1531871d35:40793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b8e945a952e40ffade53135b3dda0d3 as hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b8e945a952e40ffade53135b3dda0d3 2024-11-19T00:33:34,849 INFO [M:0;6b1531871d35:40793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b8e945a952e40ffade53135b3dda0d3, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T00:33:34,850 DEBUG [M:0;6b1531871d35:40793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/998e4e973922477485472cb4fe303274 as hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/998e4e973922477485472cb4fe303274 2024-11-19T00:33:34,854 INFO [M:0;6b1531871d35:40793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/998e4e973922477485472cb4fe303274, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T00:33:34,855 DEBUG [M:0;6b1531871d35:40793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/077ce6ac70654999a2856db1ca16ab7a as hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/077ce6ac70654999a2856db1ca16ab7a 2024-11-19T00:33:34,859 INFO [M:0;6b1531871d35:40793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/077ce6ac70654999a2856db1ca16ab7a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T00:33:34,859 INFO [M:0;6b1531871d35:40793 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false 2024-11-19T00:33:34,860 INFO [M:0;6b1531871d35:40793 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:34,861 DEBUG [M:0;6b1531871d35:40793 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976413571Disabling compacts and flushes for region at 1731976413571Disabling writes for close at 1731976413571Obtaining lock to block concurrent updates at 1731976413571Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976413571Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731976413572 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976413572Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976413572Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976413585 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976413585Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976413994 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976414012 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976414012Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976414422 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976414435 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976414435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23c50693: reopening flushed file at 1731976414844 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50958a80: reopening flushed file at 1731976414849 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa8460: reopening flushed file at 1731976414854 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false at 1731976414859 (+5 ms)Writing region close event to WAL at 1731976414860 (+1 ms)Closed at 1731976414860 2024-11-19T00:33:34,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741830_1006 (size=10165) 2024-11-19T00:33:34,862 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcc324b0-06b0-cbd0-5f38-12edb80d2ead/MasterData/WALs/6b1531871d35,40793,1731976397710/6b1531871d35%2C40793%2C1731976397710.1731976399706 not finished, retry = 0 2024-11-19T00:33:34,964 INFO [M:0;6b1531871d35:40793 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:33:34,964 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:33:34,964 INFO [M:0;6b1531871d35:40793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40793 2024-11-19T00:33:34,964 INFO [M:0;6b1531871d35:40793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:33:35,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:35,095 INFO [M:0;6b1531871d35:40793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:33:35,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x1005558679c0003, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:35,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc2740d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:33:35,098 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:33:35,098 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:33:35,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:33:35,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/hadoop.log.dir/,STOPPED} 2024-11-19T00:33:35,099 WARN [BP-1764921100-172.17.0.2-1731976395684 heartbeating to localhost/127.0.0.1:34759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:33:35,099 WARN [BP-1764921100-172.17.0.2-1731976395684 heartbeating to localhost/127.0.0.1:34759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1764921100-172.17.0.2-1731976395684 (Datanode Uuid b10a6e5f-0ae8-46b3-9b3f-82c0649328ba) service to localhost/127.0.0.1:34759 2024-11-19T00:33:35,099 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:33:35,099 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:33:35,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/cluster_993b6e7c-4f9b-697f-d2ff-5e184ab86ff7/data/data1/current/BP-1764921100-172.17.0.2-1731976395684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:33:35,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/cluster_993b6e7c-4f9b-697f-d2ff-5e184ab86ff7/data/data2/current/BP-1764921100-172.17.0.2-1731976395684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:33:35,100 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:33:35,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d5d2530{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:33:35,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:33:35,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:33:35,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:33:35,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/hadoop.log.dir/,STOPPED} 2024-11-19T00:33:35,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:33:35,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:33:35,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:33:35,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:35,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:35,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:35,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:35,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:33:35,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=969039976, stopped=false 2024-11-19T00:33:35,115 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,36119,1731976407173 2024-11-19T00:33:35,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1350923834/running 2024-11-19T00:33:35,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1350923834/running 2024-11-19T00:33:35,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:35,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:35,128 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:33:35,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:33:35,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:35,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:35,129 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,46561,1731976407328' ***** 2024-11-19T00:33:35,129 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:33:35,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on znode that does not yet exist, /0-1350923834/running 2024-11-19T00:33:35,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Set watcher on znode that does not yet exist, /0-1350923834/running 2024-11-19T00:33:35,129 INFO [RS:0;6b1531871d35:46561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:33:35,129 INFO [RS:0;6b1531871d35:46561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:33:35,129 INFO [RS:0;6b1531871d35:46561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:33:35,129 INFO [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(3091): Received CLOSE for 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:35,129 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:33:35,129 INFO [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,46561,1731976407328 2024-11-19T00:33:35,129 INFO [RS:0;6b1531871d35:46561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:33:35,129 INFO [RS:0;6b1531871d35:46561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:46561. 2024-11-19T00:33:35,129 DEBUG [RS:0;6b1531871d35:46561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:35,129 DEBUG [RS:0;6b1531871d35:46561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:35,129 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3475b5ec8f3c6be7281a5d204cfb3d1e, disabling compactions & flushes 2024-11-19T00:33:35,130 INFO [RS:0;6b1531871d35:46561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:33:35,130 INFO [RS:0;6b1531871d35:46561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:33:35,130 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:35,130 INFO [RS:0;6b1531871d35:46561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:33:35,130 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:35,130 INFO [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:33:35,130 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. after waiting 0 ms 2024-11-19T00:33:35,130 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:35,130 INFO [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T00:33:35,130 DEBUG [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3475b5ec8f3c6be7281a5d204cfb3d1e=hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e.} 2024-11-19T00:33:35,130 DEBUG [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3475b5ec8f3c6be7281a5d204cfb3d1e 2024-11-19T00:33:35,130 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:33:35,130 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:33:35,130 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:33:35,130 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:33:35,130 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:33:35,130 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T00:33:35,139 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/replication/3475b5ec8f3c6be7281a5d204cfb3d1e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-19T00:33:35,140 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:33:35,140 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:33:35,140 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:35,140 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3475b5ec8f3c6be7281a5d204cfb3d1e: Waiting for close lock at 1731976415129Running coprocessor pre-close hooks at 1731976415129Disabling compacts and flushes for region at 1731976415129Disabling writes for close at 1731976415130 (+1 ms)Writing region close event to WAL at 1731976415136 (+6 ms)Running coprocessor post-close hooks at 1731976415140 (+4 ms)Closed at 1731976415140 2024-11-19T00:33:35,140 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e. 2024-11-19T00:33:35,150 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/.tmp/info/40c11761c4da42c5bf50897bd1816263 is 147, key is hbase:replication,,1731976401708.3475b5ec8f3c6be7281a5d204cfb3d1e./info:regioninfo/1731976412533/Put/seqid=0 2024-11-19T00:33:35,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741851_1027 (size=6385) 2024-11-19T00:33:35,166 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:33:35,330 DEBUG [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:35,530 DEBUG [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:33:35,554 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/.tmp/info/40c11761c4da42c5bf50897bd1816263 2024-11-19T00:33:35,560 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/.tmp/info/40c11761c4da42c5bf50897bd1816263 as hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/info/40c11761c4da42c5bf50897bd1816263 2024-11-19T00:33:35,565 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/info/40c11761c4da42c5bf50897bd1816263, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T00:33:35,566 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=19, compaction requested=false 2024-11-19T00:33:35,570 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T00:33:35,571 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:33:35,571 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:33:35,571 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:33:35,571 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976415130Running coprocessor pre-close hooks at 1731976415130Disabling compacts and flushes for region at 1731976415130Disabling writes for close at 1731976415130Obtaining lock to block concurrent updates at 1731976415130Preparing flush snapshotting stores in 1588230740 at 1731976415130Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731976415130Flushing stores of hbase:meta,,1.1588230740 at 1731976415131 (+1 ms)Flushing 1588230740/info: creating writer at 1731976415131Flushing 1588230740/info: appending metadata at 1731976415149 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731976415149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf1d708: reopening flushed file at 1731976415559 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=19, compaction requested=false at 1731976415566 (+7 ms)Writing region close event to WAL at 1731976415567 (+1 ms)Running coprocessor post-close hooks at 1731976415571 (+4 ms)Closed at 1731976415571 2024-11-19T00:33:35,571 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:33:35,715 DEBUG [RS:0;6b1531871d35:46561.replicationSource.wal-reader.6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.1731976407903 to pos 0, reset compression=false 2024-11-19T00:33:35,730 INFO [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,46561,1731976407328; all regions closed. 2024-11-19T00:33:35,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741849_1025 (size=2156) 2024-11-19T00:33:35,732 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.meta.1731976408238.meta not finished, retry = 0 2024-11-19T00:33:35,818 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:33:35,818 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:33:35,835 DEBUG [RS:0;6b1531871d35:46561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/oldWALs 2024-11-19T00:33:35,835 INFO [RS:0;6b1531871d35:46561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C46561%2C1731976407328.meta:.meta(num 1731976408238) 2024-11-19T00:33:35,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741850_1026 (size=796) 2024-11-19T00:33:35,837 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.rep.1731976412498 not finished, retry = 0 2024-11-19T00:33:35,940 DEBUG [RS:0;6b1531871d35:46561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/oldWALs 2024-11-19T00:33:35,940 INFO [RS:0;6b1531871d35:46561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C46561%2C1731976407328.rep:(num 1731976412498) 2024-11-19T00:33:35,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741848_1024 (size=93) 2024-11-19T00:33:35,942 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/WALs/6b1531871d35,46561,1731976407328/6b1531871d35%2C46561%2C1731976407328.1731976407903 not finished, retry = 0 2024-11-19T00:33:36,044 DEBUG [RS:0;6b1531871d35:46561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/oldWALs 2024-11-19T00:33:36,044 INFO [RS:0;6b1531871d35:46561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C46561%2C1731976407328:(num 1731976407903) 2024-11-19T00:33:36,044 DEBUG [RS:0;6b1531871d35:46561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:36,044 INFO [RS:0;6b1531871d35:46561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:33:36,044 INFO [RS:0;6b1531871d35:46561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:33:36,044 INFO [RS:0;6b1531871d35:46561 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T00:33:36,045 INFO [RS:0;6b1531871d35:46561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:33:36,045 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:33:36,045 INFO [RS:0;6b1531871d35:46561 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,46561,1731976407328 because: Region server is closing 2024-11-19T00:33:36,045 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T00:33:36,045 INFO [RS:0;6b1531871d35:46561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:46561. 2024-11-19T00:33:36,045 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T00:33:36,045 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T00:33:36,045 DEBUG [RS:0;6b1531871d35:46561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:36,045 DEBUG [RS:0;6b1531871d35:46561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:36,045 DEBUG [RS:0;6b1531871d35:46561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:36,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:36,145 WARN [RS:0;6b1531871d35:46561.replicationSource.wal-reader.6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T00:33:36,145 WARN [RS:0;6b1531871d35:46561.replicationSource.shipper6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T00:33:36,146 INFO [RS:0;6b1531871d35:46561 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6b1531871d35:46561.replicationSource.shipper6b1531871d35%2C46561%2C1731976407328,1-6b1531871d35,46561,1731976407328 terminated 2024-11-19T00:33:36,146 INFO [RS:0;6b1531871d35:46561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46561 2024-11-19T00:33:36,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834/rs 2024-11-19T00:33:36,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1350923834/rs/6b1531871d35,46561,1731976407328 2024-11-19T00:33:36,178 INFO [RS:0;6b1531871d35:46561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:33:36,186 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,46561,1731976407328] 2024-11-19T00:33:36,195 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1350923834/draining/6b1531871d35,46561,1731976407328 already deleted, retry=false 2024-11-19T00:33:36,195 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,46561,1731976407328 expired; onlineServers=0 2024-11-19T00:33:36,195 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,36119,1731976407173' ***** 2024-11-19T00:33:36,195 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:33:36,195 INFO [M:0;6b1531871d35:36119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:33:36,195 INFO [M:0;6b1531871d35:36119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:33:36,195 DEBUG [M:0;6b1531871d35:36119 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:33:36,195 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:33:36,195 DEBUG [M:0;6b1531871d35:36119 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:33:36,195 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976407654 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976407654,5,FailOnTimeoutGroup] 2024-11-19T00:33:36,195 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976407658 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976407658,5,FailOnTimeoutGroup] 2024-11-19T00:33:36,195 INFO [M:0;6b1531871d35:36119 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:33:36,195 INFO [M:0;6b1531871d35:36119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:33:36,195 DEBUG [M:0;6b1531871d35:36119 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:33:36,195 INFO [M:0;6b1531871d35:36119 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:33:36,196 INFO [M:0;6b1531871d35:36119 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:33:36,196 INFO [M:0;6b1531871d35:36119 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:33:36,196 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:33:36,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1350923834/master 2024-11-19T00:33:36,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1350923834 2024-11-19T00:33:36,203 DEBUG [M:0;6b1531871d35:36119 {}] zookeeper.ZKUtil(347): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Unable to get data of znode /0-1350923834/master because node does not exist (not an error) 2024-11-19T00:33:36,203 WARN [M:0;6b1531871d35:36119 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:33:36,204 INFO [M:0;6b1531871d35:36119 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/.lastflushedseqids 2024-11-19T00:33:36,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741852_1028 (size=181) 2024-11-19T00:33:36,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:36,287 INFO [RS:0;6b1531871d35:46561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:33:36,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46561-0x1005558679c0007, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:36,287 INFO [RS:0;6b1531871d35:46561 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,46561,1731976407328; zookeeper connection closed. 2024-11-19T00:33:36,287 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61b91b01 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61b91b01 2024-11-19T00:33:36,287 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:33:36,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:33:36,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T00:33:36,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:33:36,609 INFO [M:0;6b1531871d35:36119 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:33:36,609 INFO [M:0;6b1531871d35:36119 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:33:36,609 DEBUG [M:0;6b1531871d35:36119 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:33:36,609 INFO [M:0;6b1531871d35:36119 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:36,609 DEBUG [M:0;6b1531871d35:36119 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:36,609 DEBUG [M:0;6b1531871d35:36119 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:33:36,610 DEBUG [M:0;6b1531871d35:36119 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:36,610 INFO [M:0;6b1531871d35:36119 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T00:33:36,624 DEBUG [M:0;6b1531871d35:36119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be92348d009b4d3b97c651083991fa6b is 82, key is hbase:meta,,1/info:regioninfo/1731976408335/Put/seqid=0 2024-11-19T00:33:36,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741853_1029 (size=5672) 2024-11-19T00:33:37,028 INFO [M:0;6b1531871d35:36119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be92348d009b4d3b97c651083991fa6b 2024-11-19T00:33:37,047 DEBUG [M:0;6b1531871d35:36119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91e939b541314462910a57a554614a64 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731976412538/Put/seqid=0 2024-11-19T00:33:37,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741854_1030 (size=7312) 2024-11-19T00:33:37,451 INFO [M:0;6b1531871d35:36119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91e939b541314462910a57a554614a64 2024-11-19T00:33:37,469 DEBUG [M:0;6b1531871d35:36119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/782a2c9c3c8a4686b91328f8109fd30c is 69, key is 6b1531871d35,46561,1731976407328/rs:state/1731976407694/Put/seqid=0 2024-11-19T00:33:37,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741855_1031 (size=5370) 2024-11-19T00:33:37,873 INFO [M:0;6b1531871d35:36119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/782a2c9c3c8a4686b91328f8109fd30c 2024-11-19T00:33:37,878 INFO [M:0;6b1531871d35:36119 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 782a2c9c3c8a4686b91328f8109fd30c 2024-11-19T00:33:37,879 DEBUG [M:0;6b1531871d35:36119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be92348d009b4d3b97c651083991fa6b as hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be92348d009b4d3b97c651083991fa6b 2024-11-19T00:33:37,883 INFO [M:0;6b1531871d35:36119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be92348d009b4d3b97c651083991fa6b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T00:33:37,883 DEBUG [M:0;6b1531871d35:36119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91e939b541314462910a57a554614a64 as hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91e939b541314462910a57a554614a64 2024-11-19T00:33:37,888 INFO [M:0;6b1531871d35:36119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91e939b541314462910a57a554614a64, entries=7, sequenceid=127, filesize=7.1 K 2024-11-19T00:33:37,889 DEBUG [M:0;6b1531871d35:36119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/782a2c9c3c8a4686b91328f8109fd30c as hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/782a2c9c3c8a4686b91328f8109fd30c 2024-11-19T00:33:37,893 INFO [M:0;6b1531871d35:36119 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 782a2c9c3c8a4686b91328f8109fd30c 2024-11-19T00:33:37,893 INFO [M:0;6b1531871d35:36119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36967/user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/782a2c9c3c8a4686b91328f8109fd30c, entries=2, sequenceid=127, filesize=5.2 K 2024-11-19T00:33:37,894 INFO [M:0;6b1531871d35:36119 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false 2024-11-19T00:33:37,895 INFO [M:0;6b1531871d35:36119 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:37,895 DEBUG [M:0;6b1531871d35:36119 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976416609Disabling compacts and flushes for region at 1731976416609Disabling writes for close at 1731976416610 (+1 ms)Obtaining lock to block concurrent updates at 1731976416610Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976416610Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731976416610Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976416611 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976416611Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976416624 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976416624Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976417034 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976417047 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976417047Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976417456 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976417469 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976417469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246660b3: reopening flushed file at 1731976417878 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c494f58: reopening flushed file at 1731976417883 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47cd33d3: reopening flushed file at 1731976417888 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false at 1731976417894 (+6 ms)Writing region close event to WAL at 1731976417895 (+1 ms)Closed at 1731976417895 2024-11-19T00:33:37,897 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/742332ff-195e-6cc0-888d-80089bc26f22/MasterData/WALs/6b1531871d35,36119,1731976407173/6b1531871d35%2C36119%2C1731976407173.1731976407452 not finished, retry = 0 2024-11-19T00:33:37,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44449 is added to blk_1073741847_1023 (size=22903) 2024-11-19T00:33:37,998 INFO [M:0;6b1531871d35:36119 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:33:37,998 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:33:37,998 INFO [M:0;6b1531871d35:36119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36119 2024-11-19T00:33:37,998 INFO [M:0;6b1531871d35:36119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:33:38,111 INFO [M:0;6b1531871d35:36119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:33:38,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:38,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36119-0x1005558679c0006, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:33:38,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70328c17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:33:38,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:33:38,114 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:33:38,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:33:38,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/hadoop.log.dir/,STOPPED} 2024-11-19T00:33:38,115 WARN [BP-1564710348-172.17.0.2-1731976390900 heartbeating to localhost/127.0.0.1:36967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:33:38,115 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:33:38,115 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:33:38,115 WARN [BP-1564710348-172.17.0.2-1731976390900 heartbeating to localhost/127.0.0.1:36967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1564710348-172.17.0.2-1731976390900 (Datanode Uuid 38fb5a40-f07b-4693-b0b8-237d871d2272) service to localhost/127.0.0.1:36967 2024-11-19T00:33:38,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/cluster_737162a8-1e9b-180d-4381-2c9ce0065f2f/data/data1/current/BP-1564710348-172.17.0.2-1731976390900 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:33:38,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/cluster_737162a8-1e9b-180d-4381-2c9ce0065f2f/data/data2/current/BP-1564710348-172.17.0.2-1731976390900 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:33:38,116 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:33:38,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75db02f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:33:38,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:33:38,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:33:38,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:33:38,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98bf929f-8d86-81e7-0ec9-586e2fd7ecf2/hadoop.log.dir/,STOPPED} 2024-11-19T00:33:38,127 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T00:33:38,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:33:38,146 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 162) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51002) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36967 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34759 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:36967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51002) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 218) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1274 (was 1220) - AvailableMemoryMB LEAK? - 2024-11-19T00:33:38,154 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=1274 2024-11-19T00:33:38,166 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-19T00:33:38,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/hadoop.log.dir so I do NOT create it in target/test-data/feae49c6-e014-7df0-e70e-b11c30666876 2024-11-19T00:33:38,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:33:38,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/hadoop.tmp.dir so I do NOT create it in target/test-data/feae49c6-e014-7df0-e70e-b11c30666876 2024-11-19T00:33:38,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93ed7ef8-a482-d306-5af2-c54f4b59c9e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:33:38,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876 2024-11-19T00:33:38,167 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/cluster_6e03a953-2de8-6b98-d586-a6cc88e80c1b, deleteOnExit=true 2024-11-19T00:33:38,187 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/cluster_6e03a953-2de8-6b98-d586-a6cc88e80c1b/zookeeper_0, clientPort=55416, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/cluster_6e03a953-2de8-6b98-d586-a6cc88e80c1b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/cluster_6e03a953-2de8-6b98-d586-a6cc88e80c1b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T00:33:38,188 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55416 2024-11-19T00:33:38,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:33:38,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:33:38,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/test.cache.data in system properties and HBase conf 2024-11-19T00:33:38,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:33:38,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:33:38,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:33:38,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:33:38,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:33:38,188 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:33:38,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:33:38,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:33:38,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:33:38,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:33:38,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:33:38,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:33:38,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:33:38,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:33:38,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:33:38,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:33:38,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:33:38,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:33:38,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:33:38,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:33:38,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1005558679c0002, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:33:38,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1005558679c0005, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:33:38,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1005558679c0002, quorum=127.0.0.1:51002, baseZNode=/0-1350923834 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:33:38,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1005558679c0005, quorum=127.0.0.1:51002, baseZNode=/11736974505 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:33:38,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:33:38,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:33:38,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:33:38,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:33:38,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:33:38,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:33:38,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5736233d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:33:38,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db69a8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:33:38,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bf57691{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/java.io.tmpdir/jetty-localhost-41117-hadoop-hdfs-3_4_1-tests_jar-_-any-13229729349429477354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:33:38,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12386e47{HTTP/1.1, (http/1.1)}{localhost:41117} 2024-11-19T00:33:38,628 INFO [Time-limited test {}] server.Server(415): Started @167985ms 2024-11-19T00:33:38,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:33:38,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:33:38,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:33:38,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:33:38,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:33:38,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ddca0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:33:38,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a5f470f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:33:38,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f31ef2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/java.io.tmpdir/jetty-localhost-33501-hadoop-hdfs-3_4_1-tests_jar-_-any-606228990830889122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:33:38,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31782b69{HTTP/1.1, (http/1.1)}{localhost:33501} 2024-11-19T00:33:38,952 INFO [Time-limited test {}] server.Server(415): Started @168309ms 2024-11-19T00:33:38,953 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:33:39,421 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/cluster_6e03a953-2de8-6b98-d586-a6cc88e80c1b/data/data1/current/BP-769377304-172.17.0.2-1731976418208/current, will proceed with Du for space computation calculation, 2024-11-19T00:33:39,421 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/cluster_6e03a953-2de8-6b98-d586-a6cc88e80c1b/data/data2/current/BP-769377304-172.17.0.2-1731976418208/current, will proceed with Du for space computation calculation, 2024-11-19T00:33:39,452 WARN [Thread-1672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:33:39,454 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14603eb1154f6e7f with lease ID 0x3e1d44141e4a035a: Processing first storage report for DS-4ac34153-94f0-4c9f-a658-686981dc06eb from datanode DatanodeRegistration(127.0.0.1:41591, datanodeUuid=56d70c82-b4b9-4ea9-9394-c4a39b2e2552, infoPort=43233, infoSecurePort=0, ipcPort=44671, storageInfo=lv=-57;cid=testClusterID;nsid=1915888039;c=1731976418208) 2024-11-19T00:33:39,454 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14603eb1154f6e7f with lease ID 0x3e1d44141e4a035a: from storage DS-4ac34153-94f0-4c9f-a658-686981dc06eb node DatanodeRegistration(127.0.0.1:41591, datanodeUuid=56d70c82-b4b9-4ea9-9394-c4a39b2e2552, infoPort=43233, infoSecurePort=0, ipcPort=44671, storageInfo=lv=-57;cid=testClusterID;nsid=1915888039;c=1731976418208), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:33:39,454 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14603eb1154f6e7f with lease ID 0x3e1d44141e4a035a: Processing first storage report for DS-ae57307b-235d-44e6-8583-98b8aba68e6d from datanode DatanodeRegistration(127.0.0.1:41591, datanodeUuid=56d70c82-b4b9-4ea9-9394-c4a39b2e2552, infoPort=43233, infoSecurePort=0, ipcPort=44671, storageInfo=lv=-57;cid=testClusterID;nsid=1915888039;c=1731976418208) 2024-11-19T00:33:39,454 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14603eb1154f6e7f with lease ID 0x3e1d44141e4a035a: from storage DS-ae57307b-235d-44e6-8583-98b8aba68e6d node DatanodeRegistration(127.0.0.1:41591, datanodeUuid=56d70c82-b4b9-4ea9-9394-c4a39b2e2552, infoPort=43233, infoSecurePort=0, ipcPort=44671, storageInfo=lv=-57;cid=testClusterID;nsid=1915888039;c=1731976418208), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:33:39,477 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876 2024-11-19T00:33:39,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:39,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:39,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:33:39,886 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a with version=8 2024-11-19T00:33:39,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/hbase-staging 2024-11-19T00:33:39,888 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:33:39,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:39,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:39,888 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:33:39,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:39,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:33:39,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:33:39,888 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:33:39,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39239 2024-11-19T00:33:39,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39239 connecting to ZooKeeper ensemble=127.0.0.1:55416 2024-11-19T00:33:39,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392390x0, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:33:39,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39239-0x1005558d2440000 connected 2024-11-19T00:33:40,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:40,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:40,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Set watcher on znode that does not yet exist, /01626961177/running 2024-11-19T00:33:40,039 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a, hbase.cluster.distributed=false 2024-11-19T00:33:40,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Set watcher on znode that does not yet exist, /01626961177/acl 2024-11-19T00:33:40,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39239 2024-11-19T00:33:40,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39239 2024-11-19T00:33:40,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39239 2024-11-19T00:33:40,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39239 2024-11-19T00:33:40,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39239 2024-11-19T00:33:40,058 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:33:40,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:40,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:40,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:33:40,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:40,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:33:40,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:33:40,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:33:40,059 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41077 2024-11-19T00:33:40,060 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41077 connecting to ZooKeeper ensemble=127.0.0.1:55416 2024-11-19T00:33:40,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:40,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:40,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410770x0, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:33:40,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410770x0, quorum=127.0.0.1:55416, baseZNode=/01626961177 Set watcher on znode that does not yet exist, /01626961177/running 2024-11-19T00:33:40,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41077-0x1005558d2440001 connected 2024-11-19T00:33:40,077 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:33:40,077 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:33:40,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Set watcher on znode that does not yet exist, /01626961177/master 2024-11-19T00:33:40,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Set watcher on znode that does not yet exist, /01626961177/acl 2024-11-19T00:33:40,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41077 2024-11-19T00:33:40,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41077 2024-11-19T00:33:40,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41077 2024-11-19T00:33:40,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41077 2024-11-19T00:33:40,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41077 2024-11-19T00:33:40,095 DEBUG [M:0;6b1531871d35:39239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:39239 2024-11-19T00:33:40,095 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01626961177/backup-masters/6b1531871d35,39239,1731976419888 2024-11-19T00:33:40,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177/backup-masters 2024-11-19T00:33:40,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177/backup-masters 2024-11-19T00:33:40,103 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Set watcher on existing znode=/01626961177/backup-masters/6b1531871d35,39239,1731976419888 2024-11-19T00:33:40,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:33:40,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01626961177/master 2024-11-19T00:33:40,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:33:40,111 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Set watcher on existing znode=/01626961177/master 2024-11-19T00:33:40,112 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01626961177/backup-masters/6b1531871d35,39239,1731976419888 from backup master directory 2024-11-19T00:33:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177/backup-masters 2024-11-19T00:33:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01626961177/backup-masters/6b1531871d35,39239,1731976419888 2024-11-19T00:33:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177/backup-masters 2024-11-19T00:33:40,119 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:33:40,119 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,39239,1731976419888 2024-11-19T00:33:40,123 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/hbase.id] with ID: d4eb877a-999d-4090-b1a9-356b700af0ea 2024-11-19T00:33:40,123 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/.tmp/hbase.id 2024-11-19T00:33:40,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:33:40,527 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/.tmp/hbase.id]:[hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/hbase.id] 2024-11-19T00:33:40,535 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:40,535 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:33:40,535 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T00:33:40,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:33:40,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:33:40,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:33:40,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:33:40,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:40,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:40,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:40,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:40,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:40,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:40,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:40,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:40,975 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:33:40,976 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:33:40,976 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:40,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:33:41,382 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store 2024-11-19T00:33:41,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:33:41,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:41,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:33:41,788 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:41,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:41,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:33:41,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:41,788 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:41,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976421788Disabling compacts and flushes for region at 1731976421788Disabling writes for close at 1731976421788Writing region close event to WAL at 1731976421788Closed at 1731976421788 2024-11-19T00:33:41,789 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/.initializing 2024-11-19T00:33:41,789 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/WALs/6b1531871d35,39239,1731976419888 2024-11-19T00:33:41,790 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:33:41,791 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C39239%2C1731976419888, suffix=, logDir=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/WALs/6b1531871d35,39239,1731976419888, archiveDir=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/oldWALs, maxLogs=10 2024-11-19T00:33:41,803 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/WALs/6b1531871d35,39239,1731976419888/6b1531871d35%2C39239%2C1731976419888.1731976421791, exclude list is [], retry=0 2024-11-19T00:33:41,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41591,DS-4ac34153-94f0-4c9f-a658-686981dc06eb,DISK] 2024-11-19T00:33:41,807 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/WALs/6b1531871d35,39239,1731976419888/6b1531871d35%2C39239%2C1731976419888.1731976421791 2024-11-19T00:33:41,807 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43233:43233)] 2024-11-19T00:33:41,807 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:41,808 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:41,808 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:41,808 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:41,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:41,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:33:41,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:41,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:41,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:41,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:33:41,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:41,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:41,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:41,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:33:41,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:41,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:41,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:41,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:33:41,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:41,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:41,814 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:41,815 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:41,815 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:41,816 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:41,816 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:41,817 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:33:41,817 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:41,819 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:33:41,819 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73160355, jitterRate=0.09017424285411835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:33:41,819 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976421808Initializing all the Stores at 1731976421809 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976421809Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976421809Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976421809Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976421809Cleaning up temporary data from old regions at 1731976421816 (+7 ms)Region opened successfully at 1731976421819 (+3 ms) 2024-11-19T00:33:41,820 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:33:41,822 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a305e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:33:41,822 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:33:41,823 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:33:41,823 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:33:41,823 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:33:41,823 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:33:41,823 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:33:41,823 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:33:41,825 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:33:41,825 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Unable to get data of znode /01626961177/balancer because node does not exist (not necessarily an error) 2024-11-19T00:33:41,861 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01626961177/balancer already deleted, retry=false 2024-11-19T00:33:41,861 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:33:41,862 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Unable to get data of znode /01626961177/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:33:41,869 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01626961177/normalizer already deleted, retry=false 2024-11-19T00:33:41,869 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:33:41,870 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Unable to get data of znode /01626961177/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:33:41,877 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01626961177/switch/split already deleted, retry=false 2024-11-19T00:33:41,878 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Unable to get data of znode /01626961177/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:33:41,886 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01626961177/switch/merge already deleted, retry=false 2024-11-19T00:33:41,887 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Unable to get data of znode /01626961177/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:33:41,894 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01626961177/snapshot-cleanup already deleted, retry=false 2024-11-19T00:33:41,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01626961177/running 2024-11-19T00:33:41,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:33:41,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01626961177/running 2024-11-19T00:33:41,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:33:41,903 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,39239,1731976419888, sessionid=0x1005558d2440000, setting cluster-up flag (Was=false) 2024-11-19T00:33:41,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:33:41,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:33:41,944 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01626961177/flush-table-proc/acquired, /01626961177/flush-table-proc/reached, /01626961177/flush-table-proc/abort 2024-11-19T00:33:41,945 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,39239,1731976419888 2024-11-19T00:33:41,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:33:41,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:33:41,986 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01626961177/online-snapshot/acquired, /01626961177/online-snapshot/reached, /01626961177/online-snapshot/abort 2024-11-19T00:33:41,987 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,39239,1731976419888 2024-11-19T00:33:41,988 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:33:41,989 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:41,989 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:33:41,989 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:33:41,989 WARN [master/6b1531871d35:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6b1531871d35,46051,1731976392698: status=Processing ServerCrashProcedure of 6b1531871d35,46051,1731976392698 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731976407653, completionTime=-1 appears to have been leaked 2024-11-19T00:33:41,989 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,39239,1731976419888 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:33:41,990 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:41,990 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:41,991 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:41,991 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:41,991 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:33:41,991 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:41,991 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:33:41,991 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:41,992 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976451992 2024-11-19T00:33:41,992 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:33:41,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:41,992 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:33:41,992 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:33:41,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:33:41,992 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:33:41,992 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:33:41,992 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:33:41,992 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:41,992 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:33:41,992 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:33:41,992 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:33:41,993 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:33:41,993 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:33:41,993 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:33:41,993 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:41,993 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976421993,5,FailOnTimeoutGroup] 2024-11-19T00:33:41,993 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:33:41,997 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976421993,5,FailOnTimeoutGroup] 2024-11-19T00:33:41,997 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:41,997 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:33:41,997 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:41,997 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:42,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:33:42,088 INFO [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(746): ClusterId : d4eb877a-999d-4090-b1a9-356b700af0ea 2024-11-19T00:33:42,088 DEBUG [RS:0;6b1531871d35:41077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:33:42,095 DEBUG [RS:0;6b1531871d35:41077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:33:42,095 DEBUG [RS:0;6b1531871d35:41077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:33:42,103 DEBUG [RS:0;6b1531871d35:41077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:33:42,104 DEBUG [RS:0;6b1531871d35:41077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf2a73a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:33:42,115 DEBUG [RS:0;6b1531871d35:41077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:41077 2024-11-19T00:33:42,115 INFO [RS:0;6b1531871d35:41077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:33:42,115 INFO [RS:0;6b1531871d35:41077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:33:42,115 DEBUG [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:33:42,116 INFO [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,39239,1731976419888 with port=41077, startcode=1731976420058 2024-11-19T00:33:42,116 DEBUG [RS:0;6b1531871d35:41077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:33:42,117 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:33:42,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39239 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,41077,1731976420058 2024-11-19T00:33:42,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39239 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,41077,1731976420058 2024-11-19T00:33:42,119 DEBUG [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a 2024-11-19T00:33:42,119 DEBUG [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33753 2024-11-19T00:33:42,119 DEBUG [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:33:42,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177/rs 2024-11-19T00:33:42,128 DEBUG [RS:0;6b1531871d35:41077 {}] zookeeper.ZKUtil(111): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Set watcher on existing znode=/01626961177/rs/6b1531871d35,41077,1731976420058 2024-11-19T00:33:42,128 WARN [RS:0;6b1531871d35:41077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:33:42,128 INFO [RS:0;6b1531871d35:41077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:42,128 DEBUG [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058 2024-11-19T00:33:42,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,41077,1731976420058] 2024-11-19T00:33:42,131 INFO [RS:0;6b1531871d35:41077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:33:42,132 INFO [RS:0;6b1531871d35:41077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:33:42,132 INFO [RS:0;6b1531871d35:41077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:33:42,132 INFO [RS:0;6b1531871d35:41077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:42,133 INFO [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:33:42,134 INFO [RS:0;6b1531871d35:41077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:33:42,134 INFO [RS:0;6b1531871d35:41077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:42,134 DEBUG [RS:0;6b1531871d35:41077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:42,134 DEBUG [RS:0;6b1531871d35:41077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:42,134 DEBUG [RS:0;6b1531871d35:41077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:42,134 DEBUG [RS:0;6b1531871d35:41077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:42,134 DEBUG [RS:0;6b1531871d35:41077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:42,134 DEBUG [RS:0;6b1531871d35:41077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:33:42,134 DEBUG [RS:0;6b1531871d35:41077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:42,134 DEBUG [RS:0;6b1531871d35:41077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:42,134 DEBUG [RS:0;6b1531871d35:41077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:42,134 DEBUG [RS:0;6b1531871d35:41077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:42,134 DEBUG [RS:0;6b1531871d35:41077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:42,134 DEBUG [RS:0;6b1531871d35:41077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:42,134 DEBUG [RS:0;6b1531871d35:41077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:33:42,134 DEBUG [RS:0;6b1531871d35:41077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:33:42,136 INFO [RS:0;6b1531871d35:41077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:42,136 INFO [RS:0;6b1531871d35:41077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:42,136 INFO [RS:0;6b1531871d35:41077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:42,136 INFO [RS:0;6b1531871d35:41077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:42,136 INFO [RS:0;6b1531871d35:41077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:42,136 INFO [RS:0;6b1531871d35:41077 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,41077,1731976420058-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:33:42,150 INFO [RS:0;6b1531871d35:41077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:33:42,151 INFO [RS:0;6b1531871d35:41077 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,41077,1731976420058-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:42,151 INFO [RS:0;6b1531871d35:41077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:42,151 INFO [RS:0;6b1531871d35:41077 {}] regionserver.Replication(171): 6b1531871d35,41077,1731976420058 started 2024-11-19T00:33:42,164 INFO [RS:0;6b1531871d35:41077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:42,164 INFO [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,41077,1731976420058, RpcServer on 6b1531871d35/172.17.0.2:41077, sessionid=0x1005558d2440001 2024-11-19T00:33:42,165 DEBUG [RS:0;6b1531871d35:41077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:33:42,165 DEBUG [RS:0;6b1531871d35:41077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,41077,1731976420058 2024-11-19T00:33:42,165 DEBUG [RS:0;6b1531871d35:41077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,41077,1731976420058' 2024-11-19T00:33:42,165 DEBUG [RS:0;6b1531871d35:41077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01626961177/flush-table-proc/abort' 2024-11-19T00:33:42,165 DEBUG [RS:0;6b1531871d35:41077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01626961177/flush-table-proc/acquired' 2024-11-19T00:33:42,166 DEBUG [RS:0;6b1531871d35:41077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:33:42,166 DEBUG [RS:0;6b1531871d35:41077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:33:42,166 DEBUG [RS:0;6b1531871d35:41077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,41077,1731976420058 2024-11-19T00:33:42,166 DEBUG [RS:0;6b1531871d35:41077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,41077,1731976420058' 2024-11-19T00:33:42,166 DEBUG [RS:0;6b1531871d35:41077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01626961177/online-snapshot/abort' 2024-11-19T00:33:42,166 DEBUG [RS:0;6b1531871d35:41077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01626961177/online-snapshot/acquired' 2024-11-19T00:33:42,166 DEBUG [RS:0;6b1531871d35:41077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:33:42,166 INFO [RS:0;6b1531871d35:41077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:33:42,166 INFO [RS:0;6b1531871d35:41077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:33:42,267 INFO [RS:0;6b1531871d35:41077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:33:42,268 INFO [RS:0;6b1531871d35:41077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C41077%2C1731976420058, suffix=, logDir=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058, archiveDir=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/oldWALs, maxLogs=10 2024-11-19T00:33:42,285 DEBUG [RS:0;6b1531871d35:41077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269, exclude list is [], retry=0 2024-11-19T00:33:42,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41591,DS-4ac34153-94f0-4c9f-a658-686981dc06eb,DISK] 2024-11-19T00:33:42,289 INFO [RS:0;6b1531871d35:41077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 2024-11-19T00:33:42,290 DEBUG [RS:0;6b1531871d35:41077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43233:43233)] 2024-11-19T00:33:42,403 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:33:42,404 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a 2024-11-19T00:33:42,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:33:42,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:42,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:33:42,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:33:42,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:42,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:42,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:33:42,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:33:42,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:42,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:42,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:33:42,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:33:42,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:42,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:42,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:33:42,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:33:42,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:42,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:42,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:33:42,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740 2024-11-19T00:33:42,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740 2024-11-19T00:33:42,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:33:42,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:33:42,818 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:33:42,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:33:42,821 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:33:42,821 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70954188, jitterRate=0.057299792766571045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:33:42,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976422809Initializing all the Stores at 1731976422810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976422810Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976422810Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976422810Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976422810Cleaning up temporary data from old regions at 1731976422817 (+7 ms)Region opened successfully at 1731976422822 (+5 ms) 2024-11-19T00:33:42,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:33:42,822 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:33:42,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:33:42,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:33:42,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:33:42,822 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:33:42,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976422822Disabling compacts and flushes for region at 1731976422822Disabling writes for close at 1731976422822Writing region close event to WAL at 1731976422822Closed at 1731976422822 2024-11-19T00:33:42,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:42,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:33:42,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:33:42,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:33:42,825 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:33:42,975 DEBUG [6b1531871d35:39239 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:33:42,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,41077,1731976420058 2024-11-19T00:33:42,977 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,41077,1731976420058, state=OPENING 2024-11-19T00:33:43,019 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:33:43,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:33:43,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:33:43,028 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:33:43,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01626961177/meta-region-server: CHANGED 2024-11-19T00:33:43,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01626961177/meta-region-server: CHANGED 2024-11-19T00:33:43,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,41077,1731976420058}] 2024-11-19T00:33:43,181 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:33:43,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:33:43,185 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:33:43,185 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:43,186 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:33:43,187 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C41077%2C1731976420058.meta, suffix=.meta, logDir=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058, archiveDir=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/oldWALs, maxLogs=10 2024-11-19T00:33:43,198 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.meta.1731976423187.meta, exclude list is [], retry=0 2024-11-19T00:33:43,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41591,DS-4ac34153-94f0-4c9f-a658-686981dc06eb,DISK] 2024-11-19T00:33:43,202 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.meta.1731976423187.meta 2024-11-19T00:33:43,202 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43233:43233)] 2024-11-19T00:33:43,203 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:43,203 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:33:43,203 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:33:43,203 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:33:43,203 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:33:43,203 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:33:43,203 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:43,203 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:33:43,203 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:33:43,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:33:43,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:33:43,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:43,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:43,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:33:43,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:33:43,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:43,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:43,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:33:43,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:33:43,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:43,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:43,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:33:43,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:33:43,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:43,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:43,209 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:33:43,210 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740 2024-11-19T00:33:43,211 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740 2024-11-19T00:33:43,211 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:33:43,212 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:33:43,212 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:33:43,213 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:33:43,214 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61256109, jitterRate=-0.08721284568309784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:33:43,214 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:33:43,215 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976423203Writing region info on filesystem at 1731976423203Initializing all the Stores at 1731976423204 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976423204Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976423204Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976423204Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976423204Cleaning up temporary data from old regions at 1731976423212 (+8 ms)Running coprocessor post-open hooks at 1731976423214 (+2 ms)Region opened successfully at 1731976423214 2024-11-19T00:33:43,215 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976423181 2024-11-19T00:33:43,218 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:33:43,218 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:33:43,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,41077,1731976420058 2024-11-19T00:33:43,219 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,41077,1731976420058, state=OPEN 2024-11-19T00:33:43,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01626961177/meta-region-server 2024-11-19T00:33:43,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01626961177/meta-region-server 2024-11-19T00:33:43,254 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,41077,1731976420058 2024-11-19T00:33:43,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01626961177/meta-region-server: CHANGED 2024-11-19T00:33:43,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01626961177/meta-region-server: CHANGED 2024-11-19T00:33:43,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:33:43,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,41077,1731976420058 in 226 msec 2024-11-19T00:33:43,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:33:43,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-19T00:33:43,259 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:43,259 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:33:43,260 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:43,260 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,41077,1731976420058, seqNum=-1] 2024-11-19T00:33:43,261 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:43,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:33:43,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2780 sec 2024-11-19T00:33:43,268 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976423268, completionTime=-1 2024-11-19T00:33:43,268 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:33:43,268 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:33:43,270 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:33:43,270 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976483270 2024-11-19T00:33:43,270 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976543270 2024-11-19T00:33:43,270 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T00:33:43,271 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,39239,1731976419888-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:43,271 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,39239,1731976419888-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:43,271 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,39239,1731976419888-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:43,271 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:39239, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:43,271 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:43,271 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:43,273 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:33:43,275 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.155sec 2024-11-19T00:33:43,275 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:33:43,275 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:33:43,275 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:33:43,275 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:33:43,275 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:33:43,275 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,39239,1731976419888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:33:43,275 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,39239,1731976419888-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:33:43,277 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:33:43,277 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:33:43,277 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,39239,1731976419888-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:43,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156172f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:43,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39239,-1 for getting cluster id 2024-11-19T00:33:43,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:43,290 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eb877a-999d-4090-b1a9-356b700af0ea' 2024-11-19T00:33:43,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eb877a-999d-4090-b1a9-356b700af0ea" 2024-11-19T00:33:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246a0ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39239,-1] 2024-11-19T00:33:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:43,292 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:43,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f02314a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:43,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:43,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,41077,1731976420058, seqNum=-1] 2024-11-19T00:33:43,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:43,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:33:43,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,39239,1731976419888 2024-11-19T00:33:43,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55416 2024-11-19T00:33:43,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:33:43,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1005558d2440002 connected 2024-11-19T00:33:43,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/hadoop.log.dir so I do NOT create it in target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438 2024-11-19T00:33:43,330 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:33:43,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/hadoop.tmp.dir so I do NOT create it in target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438 2024-11-19T00:33:43,330 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:33:43,330 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438 2024-11-19T00:33:43,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:33:43,330 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/cluster_4962554e-bded-b971-1bb8-a66dfb918e0b, deleteOnExit=true 2024-11-19T00:33:43,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:33:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/test.cache.data in system properties and HBase conf 2024-11-19T00:33:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:33:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:33:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:33:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:33:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:33:43,331 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:33:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:33:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:33:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:33:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:33:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:33:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:33:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:33:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:33:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:33:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:33:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:33:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:33:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:33:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:33:43,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:33:43,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:33:43,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:33:43,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:33:43,642 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:33:43,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:33:43,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a47cf22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:33:43,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2976d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:33:43,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38ac04b5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/java.io.tmpdir/jetty-localhost-36709-hadoop-hdfs-3_4_1-tests_jar-_-any-2039378244647943774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:33:43,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6866c87b{HTTP/1.1, (http/1.1)}{localhost:36709} 2024-11-19T00:33:43,747 INFO [Time-limited test {}] server.Server(415): Started @173104ms 2024-11-19T00:33:43,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:33:43,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:33:43,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:33:43,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:33:43,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:33:43,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff3877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:33:43,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@613e9d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:33:44,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76dff982{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/java.io.tmpdir/jetty-localhost-42423-hadoop-hdfs-3_4_1-tests_jar-_-any-16448805758604568931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:33:44,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21327da{HTTP/1.1, (http/1.1)}{localhost:42423} 2024-11-19T00:33:44,038 INFO [Time-limited test {}] server.Server(415): Started @173395ms 2024-11-19T00:33:44,039 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:33:44,523 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/cluster_4962554e-bded-b971-1bb8-a66dfb918e0b/data/data2/current/BP-1006481733-172.17.0.2-1731976423361/current, will proceed with Du for space computation calculation, 2024-11-19T00:33:44,523 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/cluster_4962554e-bded-b971-1bb8-a66dfb918e0b/data/data1/current/BP-1006481733-172.17.0.2-1731976423361/current, will proceed with Du for space computation calculation, 2024-11-19T00:33:44,537 WARN [Thread-1793 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:33:44,540 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacb37a239319a252 with lease ID 0x5a9d3e5f6b3e9c00: Processing first storage report for DS-da55e857-725c-47e4-a1c3-2e23706d34c2 from datanode DatanodeRegistration(127.0.0.1:45983, datanodeUuid=e623eb5e-8f25-4489-ae02-74955ff5abd6, infoPort=43269, infoSecurePort=0, ipcPort=40583, storageInfo=lv=-57;cid=testClusterID;nsid=1737020141;c=1731976423361) 2024-11-19T00:33:44,540 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacb37a239319a252 with lease ID 0x5a9d3e5f6b3e9c00: from storage DS-da55e857-725c-47e4-a1c3-2e23706d34c2 node DatanodeRegistration(127.0.0.1:45983, datanodeUuid=e623eb5e-8f25-4489-ae02-74955ff5abd6, infoPort=43269, infoSecurePort=0, ipcPort=40583, storageInfo=lv=-57;cid=testClusterID;nsid=1737020141;c=1731976423361), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:33:44,540 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacb37a239319a252 with lease ID 0x5a9d3e5f6b3e9c00: Processing first storage report for DS-fc9b503c-8bac-43bf-ac1b-9b053823aaaf from datanode DatanodeRegistration(127.0.0.1:45983, datanodeUuid=e623eb5e-8f25-4489-ae02-74955ff5abd6, infoPort=43269, infoSecurePort=0, ipcPort=40583, storageInfo=lv=-57;cid=testClusterID;nsid=1737020141;c=1731976423361) 2024-11-19T00:33:44,540 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacb37a239319a252 with lease ID 0x5a9d3e5f6b3e9c00: from storage DS-fc9b503c-8bac-43bf-ac1b-9b053823aaaf node DatanodeRegistration(127.0.0.1:45983, datanodeUuid=e623eb5e-8f25-4489-ae02-74955ff5abd6, infoPort=43269, infoSecurePort=0, ipcPort=40583, storageInfo=lv=-57;cid=testClusterID;nsid=1737020141;c=1731976423361), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:33:44,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438 2024-11-19T00:33:44,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:44,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:44,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:33:44,973 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76 with version=8 2024-11-19T00:33:44,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/hbase-staging 2024-11-19T00:33:44,975 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:33:44,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:44,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:44,975 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:33:44,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:44,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:33:44,975 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:33:44,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:33:44,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45327 2024-11-19T00:33:44,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45327 connecting to ZooKeeper ensemble=127.0.0.1:55416 2024-11-19T00:33:45,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453270x0, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:33:45,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45327-0x1005558d2440003 connected 2024-11-19T00:33:45,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:45,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:45,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Set watcher on znode that does not yet exist, /1-91283414/running 2024-11-19T00:33:45,073 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76, hbase.cluster.distributed=false 2024-11-19T00:33:45,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Set watcher on znode that does not yet exist, /1-91283414/acl 2024-11-19T00:33:45,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45327 2024-11-19T00:33:45,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45327 2024-11-19T00:33:45,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45327 2024-11-19T00:33:45,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45327 2024-11-19T00:33:45,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45327 2024-11-19T00:33:45,092 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:33:45,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:45,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:45,093 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:33:45,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:33:45,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:33:45,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:33:45,093 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:33:45,093 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35511 2024-11-19T00:33:45,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35511 connecting to ZooKeeper ensemble=127.0.0.1:55416 2024-11-19T00:33:45,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:45,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:45,109 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355110x0, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:33:45,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35511-0x1005558d2440004 connected 2024-11-19T00:33:45,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Set watcher on znode that does not yet exist, /1-91283414/running 2024-11-19T00:33:45,110 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:33:45,110 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:33:45,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Set watcher on znode that does not yet exist, /1-91283414/master 2024-11-19T00:33:45,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Set watcher on znode that does not yet exist, /1-91283414/acl 2024-11-19T00:33:45,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35511 2024-11-19T00:33:45,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35511 2024-11-19T00:33:45,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35511 2024-11-19T00:33:45,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35511 2024-11-19T00:33:45,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35511 2024-11-19T00:33:45,123 DEBUG [M:0;6b1531871d35:45327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:45327 2024-11-19T00:33:45,123 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-91283414/backup-masters/6b1531871d35,45327,1731976424974 2024-11-19T00:33:45,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414/backup-masters 2024-11-19T00:33:45,128 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414/backup-masters 2024-11-19T00:33:45,128 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Set watcher on existing znode=/1-91283414/backup-masters/6b1531871d35,45327,1731976424974 2024-11-19T00:33:45,136 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-91283414/master 2024-11-19T00:33:45,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:33:45,136 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:33:45,136 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Set watcher on existing znode=/1-91283414/master 2024-11-19T00:33:45,137 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-91283414/backup-masters/6b1531871d35,45327,1731976424974 from backup master directory 2024-11-19T00:33:45,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-91283414/backup-masters/6b1531871d35,45327,1731976424974 2024-11-19T00:33:45,144 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414/backup-masters 2024-11-19T00:33:45,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414/backup-masters 2024-11-19T00:33:45,144 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:33:45,144 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,45327,1731976424974 2024-11-19T00:33:45,148 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/hbase.id] with ID: 5d71e3ea-832d-40d3-809a-d59d11300cf7 2024-11-19T00:33:45,148 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/.tmp/hbase.id 2024-11-19T00:33:45,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:33:45,553 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/.tmp/hbase.id]:[hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/hbase.id] 2024-11-19T00:33:45,562 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:45,562 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:33:45,562 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T00:33:45,653 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:33:45,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:33:45,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:33:46,058 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:33:46,059 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:33:46,060 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:46,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:33:46,466 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store 2024-11-19T00:33:46,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:33:46,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T00:33:46,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T00:33:46,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:33:46,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T00:33:46,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:33:46,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T00:33:46,872 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:46,873 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:33:46,873 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:46,873 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:46,873 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:33:46,873 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:46,873 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:33:46,873 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976426872Disabling compacts and flushes for region at 1731976426872Disabling writes for close at 1731976426873 (+1 ms)Writing region close event to WAL at 1731976426873Closed at 1731976426873 2024-11-19T00:33:46,873 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/.initializing 2024-11-19T00:33:46,874 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/WALs/6b1531871d35,45327,1731976424974 2024-11-19T00:33:46,874 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:33:46,876 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C45327%2C1731976424974, suffix=, logDir=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/WALs/6b1531871d35,45327,1731976424974, archiveDir=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/oldWALs, maxLogs=10 2024-11-19T00:33:46,888 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/WALs/6b1531871d35,45327,1731976424974/6b1531871d35%2C45327%2C1731976424974.1731976426876, exclude list is [], retry=0 2024-11-19T00:33:46,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-da55e857-725c-47e4-a1c3-2e23706d34c2,DISK] 2024-11-19T00:33:46,891 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/WALs/6b1531871d35,45327,1731976424974/6b1531871d35%2C45327%2C1731976424974.1731976426876 2024-11-19T00:33:46,892 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-19T00:33:46,892 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:46,892 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:46,892 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:46,892 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:46,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:46,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:33:46,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:46,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:46,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:46,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:33:46,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:46,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:46,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:46,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:33:46,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:46,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:46,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:46,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:33:46,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:46,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:46,898 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:46,899 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:46,899 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:46,900 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:46,900 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:46,901 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:33:46,901 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:33:46,903 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:33:46,904 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70117825, jitterRate=0.04483701288700104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:33:46,904 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976426892Initializing all the Stores at 1731976426893 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976426893Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976426893Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976426893Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976426893Cleaning up temporary data from old regions at 1731976426900 (+7 ms)Region opened successfully at 1731976426904 (+4 ms) 2024-11-19T00:33:46,904 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:33:46,906 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1814e007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:33:46,907 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:33:46,907 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:33:46,907 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:33:46,908 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:33:46,908 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:33:46,908 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:33:46,908 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:33:46,910 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:33:46,911 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Unable to get data of znode /1-91283414/balancer because node does not exist (not necessarily an error) 2024-11-19T00:33:46,944 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-91283414/balancer already deleted, retry=false 2024-11-19T00:33:46,945 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:33:46,945 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Unable to get data of znode /1-91283414/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:33:46,952 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-91283414/normalizer already deleted, retry=false 2024-11-19T00:33:46,953 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:33:46,953 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Unable to get data of znode /1-91283414/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:33:46,961 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-91283414/switch/split already deleted, retry=false 2024-11-19T00:33:46,961 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Unable to get data of znode /1-91283414/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:33:46,969 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-91283414/switch/merge already deleted, retry=false 2024-11-19T00:33:46,970 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Unable to get data of znode /1-91283414/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:33:46,977 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-91283414/snapshot-cleanup already deleted, retry=false 2024-11-19T00:33:46,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-91283414/running 2024-11-19T00:33:46,986 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-91283414/running 2024-11-19T00:33:46,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:33:46,986 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:33:46,986 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,45327,1731976424974, sessionid=0x1005558d2440003, setting cluster-up flag (Was=false) 2024-11-19T00:33:47,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:33:47,002 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:33:47,028 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-91283414/flush-table-proc/acquired, /1-91283414/flush-table-proc/reached, /1-91283414/flush-table-proc/abort 2024-11-19T00:33:47,029 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,45327,1731976424974 2024-11-19T00:33:47,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:33:47,044 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:33:47,069 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-91283414/online-snapshot/acquired, /1-91283414/online-snapshot/reached, /1-91283414/online-snapshot/abort 2024-11-19T00:33:47,070 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,45327,1731976424974 2024-11-19T00:33:47,071 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:33:47,072 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:47,072 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:33:47,072 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:33:47,073 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,45327,1731976424974 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:33:47,074 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:47,074 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:47,074 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:47,074 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:33:47,074 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:33:47,074 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:47,074 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:33:47,074 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:47,074 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976457074 2024-11-19T00:33:47,074 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:33:47,075 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:33:47,075 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:33:47,075 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:33:47,075 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:33:47,075 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:33:47,075 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,075 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:47,075 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:33:47,075 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:33:47,075 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:33:47,075 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:33:47,075 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:33:47,075 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:33:47,076 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:33:47,076 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976427076,5,FailOnTimeoutGroup] 2024-11-19T00:33:47,076 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976427076,5,FailOnTimeoutGroup] 2024-11-19T00:33:47,076 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,076 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:33:47,076 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,076 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,076 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:47,076 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:33:47,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:33:47,088 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:33:47,088 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76 2024-11-19T00:33:47,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741832_1008 (size=32) 2024-11-19T00:33:47,116 INFO [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(746): ClusterId : 5d71e3ea-832d-40d3-809a-d59d11300cf7 2024-11-19T00:33:47,116 DEBUG [RS:0;6b1531871d35:35511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:33:47,126 DEBUG [RS:0;6b1531871d35:35511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:33:47,126 DEBUG [RS:0;6b1531871d35:35511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:33:47,137 DEBUG [RS:0;6b1531871d35:35511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:33:47,137 DEBUG [RS:0;6b1531871d35:35511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58536ded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:33:47,150 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:35511 2024-11-19T00:33:47,150 INFO [RS:0;6b1531871d35:35511 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:33:47,150 INFO [RS:0;6b1531871d35:35511 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:33:47,150 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:33:47,151 INFO [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,45327,1731976424974 with port=35511, startcode=1731976425092 2024-11-19T00:33:47,152 DEBUG [RS:0;6b1531871d35:35511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:33:47,153 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:33:47,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,35511,1731976425092 2024-11-19T00:33:47,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45327 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,35511,1731976425092 2024-11-19T00:33:47,155 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76 2024-11-19T00:33:47,155 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38699 2024-11-19T00:33:47,155 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:33:47,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414/rs 2024-11-19T00:33:47,161 DEBUG [RS:0;6b1531871d35:35511 {}] zookeeper.ZKUtil(111): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Set watcher on existing znode=/1-91283414/rs/6b1531871d35,35511,1731976425092 2024-11-19T00:33:47,161 WARN [RS:0;6b1531871d35:35511 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:33:47,161 INFO [RS:0;6b1531871d35:35511 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:47,161 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092 2024-11-19T00:33:47,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,35511,1731976425092] 2024-11-19T00:33:47,164 INFO [RS:0;6b1531871d35:35511 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:33:47,165 INFO [RS:0;6b1531871d35:35511 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:33:47,166 INFO [RS:0;6b1531871d35:35511 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:33:47,166 INFO [RS:0;6b1531871d35:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,170 INFO [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:33:47,170 INFO [RS:0;6b1531871d35:35511 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:33:47,170 INFO [RS:0;6b1531871d35:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,171 DEBUG [RS:0;6b1531871d35:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:47,171 DEBUG [RS:0;6b1531871d35:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:47,171 DEBUG [RS:0;6b1531871d35:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:47,171 DEBUG [RS:0;6b1531871d35:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:47,171 DEBUG [RS:0;6b1531871d35:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:47,171 DEBUG [RS:0;6b1531871d35:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:33:47,171 DEBUG [RS:0;6b1531871d35:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:47,171 DEBUG [RS:0;6b1531871d35:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:47,171 DEBUG [RS:0;6b1531871d35:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:47,171 DEBUG [RS:0;6b1531871d35:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:47,171 DEBUG [RS:0;6b1531871d35:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:47,171 DEBUG [RS:0;6b1531871d35:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:33:47,171 DEBUG [RS:0;6b1531871d35:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:33:47,171 DEBUG [RS:0;6b1531871d35:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:33:47,171 INFO [RS:0;6b1531871d35:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,172 INFO [RS:0;6b1531871d35:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,172 INFO [RS:0;6b1531871d35:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,172 INFO [RS:0;6b1531871d35:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,172 INFO [RS:0;6b1531871d35:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,172 INFO [RS:0;6b1531871d35:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,35511,1731976425092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:33:47,187 INFO [RS:0;6b1531871d35:35511 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:33:47,187 INFO [RS:0;6b1531871d35:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,35511,1731976425092-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,187 INFO [RS:0;6b1531871d35:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,187 INFO [RS:0;6b1531871d35:35511 {}] regionserver.Replication(171): 6b1531871d35,35511,1731976425092 started 2024-11-19T00:33:47,201 INFO [RS:0;6b1531871d35:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,201 INFO [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,35511,1731976425092, RpcServer on 6b1531871d35/172.17.0.2:35511, sessionid=0x1005558d2440004 2024-11-19T00:33:47,201 DEBUG [RS:0;6b1531871d35:35511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:33:47,201 DEBUG [RS:0;6b1531871d35:35511 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,35511,1731976425092 2024-11-19T00:33:47,201 DEBUG [RS:0;6b1531871d35:35511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,35511,1731976425092' 2024-11-19T00:33:47,201 DEBUG [RS:0;6b1531871d35:35511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-91283414/flush-table-proc/abort' 2024-11-19T00:33:47,201 DEBUG [RS:0;6b1531871d35:35511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-91283414/flush-table-proc/acquired' 2024-11-19T00:33:47,202 DEBUG [RS:0;6b1531871d35:35511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:33:47,202 DEBUG [RS:0;6b1531871d35:35511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:33:47,202 DEBUG [RS:0;6b1531871d35:35511 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,35511,1731976425092 2024-11-19T00:33:47,202 DEBUG [RS:0;6b1531871d35:35511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,35511,1731976425092' 2024-11-19T00:33:47,202 DEBUG [RS:0;6b1531871d35:35511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-91283414/online-snapshot/abort' 2024-11-19T00:33:47,202 DEBUG [RS:0;6b1531871d35:35511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-91283414/online-snapshot/acquired' 2024-11-19T00:33:47,202 DEBUG [RS:0;6b1531871d35:35511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:33:47,202 INFO [RS:0;6b1531871d35:35511 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:33:47,202 INFO [RS:0;6b1531871d35:35511 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:33:47,303 INFO [RS:0;6b1531871d35:35511 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:33:47,304 INFO [RS:0;6b1531871d35:35511 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C35511%2C1731976425092, suffix=, logDir=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092, archiveDir=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/oldWALs, maxLogs=10 2024-11-19T00:33:47,317 DEBUG [RS:0;6b1531871d35:35511 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304, exclude list is [], retry=0 2024-11-19T00:33:47,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-da55e857-725c-47e4-a1c3-2e23706d34c2,DISK] 2024-11-19T00:33:47,320 INFO [RS:0;6b1531871d35:35511 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 2024-11-19T00:33:47,321 DEBUG [RS:0;6b1531871d35:35511 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-19T00:33:47,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:47,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:33:47,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:33:47,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:47,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:47,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:33:47,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:33:47,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:47,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:47,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:33:47,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:33:47,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:47,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:47,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:33:47,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:33:47,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:47,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:47,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:33:47,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740 2024-11-19T00:33:47,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740 2024-11-19T00:33:47,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:33:47,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:33:47,509 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:33:47,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:33:47,512 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:33:47,512 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72218353, jitterRate=0.07613731920719147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:33:47,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976427500Initializing all the Stores at 1731976427501 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976427501Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976427501Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976427501Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976427501Cleaning up temporary data from old regions at 1731976427508 (+7 ms)Region opened successfully at 1731976427512 (+4 ms) 2024-11-19T00:33:47,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:33:47,512 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:33:47,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:33:47,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:33:47,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:33:47,513 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:33:47,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976427512Disabling compacts and flushes for region at 1731976427512Disabling writes for close at 1731976427512Writing region close event to WAL at 1731976427513 (+1 ms)Closed at 1731976427513 2024-11-19T00:33:47,514 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:47,514 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:33:47,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:33:47,515 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:33:47,515 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:33:47,666 DEBUG [6b1531871d35:45327 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:33:47,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,35511,1731976425092 2024-11-19T00:33:47,667 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,35511,1731976425092, state=OPENING 2024-11-19T00:33:47,737 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:33:47,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:33:47,753 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:33:47,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-91283414/meta-region-server: CHANGED 2024-11-19T00:33:47,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-91283414/meta-region-server: CHANGED 2024-11-19T00:33:47,753 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:33:47,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,35511,1731976425092}] 2024-11-19T00:33:47,906 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:33:47,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:33:47,910 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:33:47,910 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:47,910 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:33:47,912 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C35511%2C1731976425092.meta, suffix=.meta, logDir=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092, archiveDir=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/oldWALs, maxLogs=10 2024-11-19T00:33:47,923 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.meta.1731976427912.meta, exclude list is [], retry=0 2024-11-19T00:33:47,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-da55e857-725c-47e4-a1c3-2e23706d34c2,DISK] 2024-11-19T00:33:47,927 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.meta.1731976427912.meta 2024-11-19T00:33:47,927 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-19T00:33:47,928 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:47,928 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:33:47,928 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:33:47,928 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:33:47,928 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:33:47,928 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:33:47,928 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:47,928 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:33:47,929 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:33:47,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:33:47,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:33:47,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:47,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:47,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:33:47,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:33:47,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:47,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:47,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:33:47,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:33:47,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:47,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:47,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:33:47,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:33:47,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:47,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:33:47,933 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:33:47,934 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740 2024-11-19T00:33:47,935 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740 2024-11-19T00:33:47,936 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:33:47,936 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:33:47,937 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:33:47,938 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:33:47,938 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72691680, jitterRate=0.0831904411315918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:33:47,939 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:33:47,939 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976427929Writing region info on filesystem at 1731976427929Initializing all the Stores at 1731976427929Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976427929Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976427930 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976427930Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976427930Cleaning up temporary data from old regions at 1731976427936 (+6 ms)Running coprocessor post-open hooks at 1731976427939 (+3 ms)Region opened successfully at 1731976427939 2024-11-19T00:33:47,940 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976427905 2024-11-19T00:33:47,942 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:33:47,942 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:33:47,942 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,35511,1731976425092 2024-11-19T00:33:47,943 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,35511,1731976425092, state=OPEN 2024-11-19T00:33:47,953 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-91283414/meta-region-server 2024-11-19T00:33:47,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-91283414/meta-region-server 2024-11-19T00:33:47,953 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,35511,1731976425092 2024-11-19T00:33:47,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-91283414/meta-region-server: CHANGED 2024-11-19T00:33:47,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-91283414/meta-region-server: CHANGED 2024-11-19T00:33:47,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:33:47,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,35511,1731976425092 in 200 msec 2024-11-19T00:33:47,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:33:47,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-19T00:33:47,957 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:33:47,957 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:33:47,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:47,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1] 2024-11-19T00:33:47,959 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:47,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:33:47,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 892 msec 2024-11-19T00:33:47,965 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976427965, completionTime=-1 2024-11-19T00:33:47,965 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:33:47,965 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:33:47,967 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:33:47,967 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976487967 2024-11-19T00:33:47,967 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976547967 2024-11-19T00:33:47,967 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T00:33:47,968 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45327,1731976424974-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,968 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45327,1731976424974-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,968 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45327,1731976424974-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,968 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:45327, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,968 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,969 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:47,970 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:33:47,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.829sec 2024-11-19T00:33:47,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:33:47,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:33:47,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:33:47,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:33:47,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:33:47,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45327,1731976424974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:33:47,973 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45327,1731976424974-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:33:47,976 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:33:47,976 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:33:47,976 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45327,1731976424974-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:33:48,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c0ca81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:48,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45327,-1 for getting cluster id 2024-11-19T00:33:48,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:48,017 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d71e3ea-832d-40d3-809a-d59d11300cf7' 2024-11-19T00:33:48,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:48,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d71e3ea-832d-40d3-809a-d59d11300cf7" 2024-11-19T00:33:48,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:48,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45327,-1] 2024-11-19T00:33:48,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:48,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:48,019 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:48,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09a47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:48,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:48,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1] 2024-11-19T00:33:48,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:48,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:33:48,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,45327,1731976424974 2024-11-19T00:33:48,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55416 2024-11-19T00:33:48,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:33:48,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1005558d2440005 connected 2024-11-19T00:33:48,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,39239,1731976419888 2024-11-19T00:33:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ee256d9 2024-11-19T00:33:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:48,049 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:33:48,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:33:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:33:48,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:33:48,052 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:48,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:33:48,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:33:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:48,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:33:48,131 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:33:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:48,459 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dfa01185eab393f0148bf568f81e68a9, NAME => 'test,,1731976428049.dfa01185eab393f0148bf568f81e68a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a 2024-11-19T00:33:48,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:33:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:48,705 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:33:48,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:48,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:48,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:48,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:48,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:48,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:48,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:48,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:48,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976428049.dfa01185eab393f0148bf568f81e68a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:48,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dfa01185eab393f0148bf568f81e68a9, disabling compactions & flushes 2024-11-19T00:33:48,865 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976428049.dfa01185eab393f0148bf568f81e68a9. 2024-11-19T00:33:48,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976428049.dfa01185eab393f0148bf568f81e68a9. 2024-11-19T00:33:48,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976428049.dfa01185eab393f0148bf568f81e68a9. after waiting 0 ms 2024-11-19T00:33:48,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976428049.dfa01185eab393f0148bf568f81e68a9. 2024-11-19T00:33:48,865 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976428049.dfa01185eab393f0148bf568f81e68a9. 2024-11-19T00:33:48,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dfa01185eab393f0148bf568f81e68a9: Waiting for close lock at 1731976428865Disabling compacts and flushes for region at 1731976428865Disabling writes for close at 1731976428865Writing region close event to WAL at 1731976428865Closed at 1731976428865 2024-11-19T00:33:48,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:33:48,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976428049.dfa01185eab393f0148bf568f81e68a9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976428866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976428866"}]},"ts":"1731976428866"} 2024-11-19T00:33:48,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:33:48,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:33:48,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976428869"}]},"ts":"1731976428869"} 2024-11-19T00:33:48,871 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:33:48,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dfa01185eab393f0148bf568f81e68a9, ASSIGN}] 2024-11-19T00:33:48,872 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dfa01185eab393f0148bf568f81e68a9, ASSIGN 2024-11-19T00:33:48,873 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dfa01185eab393f0148bf568f81e68a9, ASSIGN; state=OFFLINE, location=6b1531871d35,41077,1731976420058; forceNewPlan=false, retain=false 2024-11-19T00:33:49,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dfa01185eab393f0148bf568f81e68a9, regionState=OPENING, regionLocation=6b1531871d35,41077,1731976420058 2024-11-19T00:33:49,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dfa01185eab393f0148bf568f81e68a9, ASSIGN because future has completed 2024-11-19T00:33:49,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfa01185eab393f0148bf568f81e68a9, server=6b1531871d35,41077,1731976420058}] 2024-11-19T00:33:49,182 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976428049.dfa01185eab393f0148bf568f81e68a9. 2024-11-19T00:33:49,183 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dfa01185eab393f0148bf568f81e68a9, NAME => 'test,,1731976428049.dfa01185eab393f0148bf568f81e68a9.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:49,183 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:33:49,183 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:33:49,183 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dfa01185eab393f0148bf568f81e68a9 2024-11-19T00:33:49,183 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976428049.dfa01185eab393f0148bf568f81e68a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:49,183 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dfa01185eab393f0148bf568f81e68a9 2024-11-19T00:33:49,183 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dfa01185eab393f0148bf568f81e68a9 2024-11-19T00:33:49,184 INFO [StoreOpener-dfa01185eab393f0148bf568f81e68a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dfa01185eab393f0148bf568f81e68a9 2024-11-19T00:33:49,185 INFO [StoreOpener-dfa01185eab393f0148bf568f81e68a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfa01185eab393f0148bf568f81e68a9 columnFamilyName f 2024-11-19T00:33:49,185 DEBUG [StoreOpener-dfa01185eab393f0148bf568f81e68a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:49,186 INFO [StoreOpener-dfa01185eab393f0148bf568f81e68a9-1 {}] regionserver.HStore(327): Store=dfa01185eab393f0148bf568f81e68a9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:49,186 INFO [StoreOpener-dfa01185eab393f0148bf568f81e68a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dfa01185eab393f0148bf568f81e68a9 2024-11-19T00:33:49,187 INFO [StoreOpener-dfa01185eab393f0148bf568f81e68a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfa01185eab393f0148bf568f81e68a9 columnFamilyName f1 2024-11-19T00:33:49,187 DEBUG [StoreOpener-dfa01185eab393f0148bf568f81e68a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:49,187 INFO [StoreOpener-dfa01185eab393f0148bf568f81e68a9-1 {}] regionserver.HStore(327): Store=dfa01185eab393f0148bf568f81e68a9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:49,187 INFO [StoreOpener-dfa01185eab393f0148bf568f81e68a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dfa01185eab393f0148bf568f81e68a9 2024-11-19T00:33:49,188 INFO [StoreOpener-dfa01185eab393f0148bf568f81e68a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfa01185eab393f0148bf568f81e68a9 columnFamilyName norep 2024-11-19T00:33:49,188 DEBUG [StoreOpener-dfa01185eab393f0148bf568f81e68a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:49,188 INFO [StoreOpener-dfa01185eab393f0148bf568f81e68a9-1 {}] regionserver.HStore(327): Store=dfa01185eab393f0148bf568f81e68a9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:49,188 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dfa01185eab393f0148bf568f81e68a9 2024-11-19T00:33:49,189 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9 2024-11-19T00:33:49,189 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9 2024-11-19T00:33:49,190 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dfa01185eab393f0148bf568f81e68a9 2024-11-19T00:33:49,190 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dfa01185eab393f0148bf568f81e68a9 2024-11-19T00:33:49,190 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:33:49,191 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dfa01185eab393f0148bf568f81e68a9 2024-11-19T00:33:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:49,193 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:33:49,194 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dfa01185eab393f0148bf568f81e68a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66819318, jitterRate=-0.0043145716190338135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:33:49,194 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfa01185eab393f0148bf568f81e68a9 2024-11-19T00:33:49,194 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dfa01185eab393f0148bf568f81e68a9: Running coprocessor pre-open hook at 1731976429183Writing region info on filesystem at 1731976429183Initializing all the Stores at 1731976429184 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976429184Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976429184Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976429184Cleaning up temporary data from old regions at 1731976429190 (+6 ms)Running coprocessor post-open hooks at 1731976429194 (+4 ms)Region opened successfully at 1731976429194 2024-11-19T00:33:49,195 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976428049.dfa01185eab393f0148bf568f81e68a9., pid=6, masterSystemTime=1731976429178 2024-11-19T00:33:49,197 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976428049.dfa01185eab393f0148bf568f81e68a9. 2024-11-19T00:33:49,197 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976428049.dfa01185eab393f0148bf568f81e68a9. 2024-11-19T00:33:49,198 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dfa01185eab393f0148bf568f81e68a9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,41077,1731976420058 2024-11-19T00:33:49,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfa01185eab393f0148bf568f81e68a9, server=6b1531871d35,41077,1731976420058 because future has completed 2024-11-19T00:33:49,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:33:49,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dfa01185eab393f0148bf568f81e68a9, server=6b1531871d35,41077,1731976420058 in 174 msec 2024-11-19T00:33:49,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:33:49,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dfa01185eab393f0148bf568f81e68a9, ASSIGN in 331 msec 2024-11-19T00:33:49,204 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:33:49,204 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976429204"}]},"ts":"1731976429204"} 2024-11-19T00:33:49,207 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:33:49,208 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:33:49,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-19T00:33:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:50,203 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:33:50,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:50,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,45327,1731976424974 2024-11-19T00:33:50,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57728b3a 2024-11-19T00:33:50,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:50,205 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:33:50,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:33:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:33:50,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:33:50,208 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:50,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:33:50,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:33:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:50,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:33:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:50,616 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b0ff92ed4857512e942b61039c1d54b, NAME => 'test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76 2024-11-19T00:33:50,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:33:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:51,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:51,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5b0ff92ed4857512e942b61039c1d54b, disabling compactions & flushes 2024-11-19T00:33:51,022 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b. 2024-11-19T00:33:51,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b. 2024-11-19T00:33:51,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b. after waiting 0 ms 2024-11-19T00:33:51,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b. 2024-11-19T00:33:51,022 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b. 2024-11-19T00:33:51,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b0ff92ed4857512e942b61039c1d54b: Waiting for close lock at 1731976431022Disabling compacts and flushes for region at 1731976431022Disabling writes for close at 1731976431022Writing region close event to WAL at 1731976431022Closed at 1731976431022 2024-11-19T00:33:51,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:33:51,023 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976431023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976431023"}]},"ts":"1731976431023"} 2024-11-19T00:33:51,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:33:51,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:33:51,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976431026"}]},"ts":"1731976431026"} 2024-11-19T00:33:51,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:33:51,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b0ff92ed4857512e942b61039c1d54b, ASSIGN}] 2024-11-19T00:33:51,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b0ff92ed4857512e942b61039c1d54b, ASSIGN 2024-11-19T00:33:51,029 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5b0ff92ed4857512e942b61039c1d54b, ASSIGN; state=OFFLINE, location=6b1531871d35,35511,1731976425092; forceNewPlan=false, retain=false 2024-11-19T00:33:51,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b0ff92ed4857512e942b61039c1d54b, regionState=OPENING, regionLocation=6b1531871d35,35511,1731976425092 2024-11-19T00:33:51,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5b0ff92ed4857512e942b61039c1d54b, ASSIGN because future has completed 2024-11-19T00:33:51,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b0ff92ed4857512e942b61039c1d54b, server=6b1531871d35,35511,1731976425092}] 2024-11-19T00:33:51,339 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b. 2024-11-19T00:33:51,339 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b0ff92ed4857512e942b61039c1d54b, NAME => 'test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:51,339 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:33:51,339 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:33:51,339 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5b0ff92ed4857512e942b61039c1d54b 2024-11-19T00:33:51,339 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:51,339 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5b0ff92ed4857512e942b61039c1d54b 2024-11-19T00:33:51,340 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5b0ff92ed4857512e942b61039c1d54b 2024-11-19T00:33:51,341 INFO [StoreOpener-5b0ff92ed4857512e942b61039c1d54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5b0ff92ed4857512e942b61039c1d54b 2024-11-19T00:33:51,342 INFO [StoreOpener-5b0ff92ed4857512e942b61039c1d54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b0ff92ed4857512e942b61039c1d54b columnFamilyName f 2024-11-19T00:33:51,342 DEBUG [StoreOpener-5b0ff92ed4857512e942b61039c1d54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:51,342 INFO [StoreOpener-5b0ff92ed4857512e942b61039c1d54b-1 {}] regionserver.HStore(327): Store=5b0ff92ed4857512e942b61039c1d54b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:51,342 INFO [StoreOpener-5b0ff92ed4857512e942b61039c1d54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5b0ff92ed4857512e942b61039c1d54b 2024-11-19T00:33:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:51,343 INFO [StoreOpener-5b0ff92ed4857512e942b61039c1d54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b0ff92ed4857512e942b61039c1d54b columnFamilyName f1 2024-11-19T00:33:51,343 DEBUG [StoreOpener-5b0ff92ed4857512e942b61039c1d54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:51,343 INFO [StoreOpener-5b0ff92ed4857512e942b61039c1d54b-1 {}] regionserver.HStore(327): Store=5b0ff92ed4857512e942b61039c1d54b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:51,343 INFO [StoreOpener-5b0ff92ed4857512e942b61039c1d54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5b0ff92ed4857512e942b61039c1d54b 2024-11-19T00:33:51,344 INFO [StoreOpener-5b0ff92ed4857512e942b61039c1d54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b0ff92ed4857512e942b61039c1d54b columnFamilyName norep 2024-11-19T00:33:51,344 DEBUG [StoreOpener-5b0ff92ed4857512e942b61039c1d54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:51,344 INFO [StoreOpener-5b0ff92ed4857512e942b61039c1d54b-1 {}] regionserver.HStore(327): Store=5b0ff92ed4857512e942b61039c1d54b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:51,345 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5b0ff92ed4857512e942b61039c1d54b 2024-11-19T00:33:51,345 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b 2024-11-19T00:33:51,346 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b 2024-11-19T00:33:51,346 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5b0ff92ed4857512e942b61039c1d54b 2024-11-19T00:33:51,346 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5b0ff92ed4857512e942b61039c1d54b 2024-11-19T00:33:51,347 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:33:51,348 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5b0ff92ed4857512e942b61039c1d54b 2024-11-19T00:33:51,349 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:33:51,350 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5b0ff92ed4857512e942b61039c1d54b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63045280, jitterRate=-0.060552120208740234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:33:51,350 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b0ff92ed4857512e942b61039c1d54b 2024-11-19T00:33:51,350 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5b0ff92ed4857512e942b61039c1d54b: Running coprocessor pre-open hook at 1731976431340Writing region info on filesystem at 1731976431340Initializing all the Stores at 1731976431340Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976431340Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976431341 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976431341Cleaning up temporary data from old regions at 1731976431346 (+5 ms)Running coprocessor post-open hooks at 1731976431350 (+4 ms)Region opened successfully at 1731976431350 2024-11-19T00:33:51,351 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b., pid=6, masterSystemTime=1731976431335 2024-11-19T00:33:51,353 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b. 2024-11-19T00:33:51,353 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b. 2024-11-19T00:33:51,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b0ff92ed4857512e942b61039c1d54b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,35511,1731976425092 2024-11-19T00:33:51,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b0ff92ed4857512e942b61039c1d54b, server=6b1531871d35,35511,1731976425092 because future has completed 2024-11-19T00:33:51,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:33:51,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b0ff92ed4857512e942b61039c1d54b, server=6b1531871d35,35511,1731976425092 in 173 msec 2024-11-19T00:33:51,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:33:51,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5b0ff92ed4857512e942b61039c1d54b, ASSIGN in 330 msec 2024-11-19T00:33:51,361 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:33:51,361 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976431361"}]},"ts":"1731976431361"} 2024-11-19T00:33:51,363 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:33:51,364 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:33:51,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-19T00:33:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:33:52,353 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:33:52,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:52,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39239,-1 for getting cluster id 2024-11-19T00:33:52,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:52,355 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eb877a-999d-4090-b1a9-356b700af0ea' 2024-11-19T00:33:52,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:52,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eb877a-999d-4090-b1a9-356b700af0ea" 2024-11-19T00:33:52,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb5ccfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:52,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39239,-1] 2024-11-19T00:33:52,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:52,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:52,356 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21605c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:52,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:52,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45327,-1 for getting cluster id 2024-11-19T00:33:52,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:52,358 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d71e3ea-832d-40d3-809a-d59d11300cf7' 2024-11-19T00:33:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d71e3ea-832d-40d3-809a-d59d11300cf7" 2024-11-19T00:33:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8eddaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45327,-1] 2024-11-19T00:33:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:52,359 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:52,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c251422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:52,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:52,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39239,-1 for getting cluster id 2024-11-19T00:33:52,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:52,361 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eb877a-999d-4090-b1a9-356b700af0ea' 2024-11-19T00:33:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eb877a-999d-4090-b1a9-356b700af0ea" 2024-11-19T00:33:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ac7c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39239,-1] 2024-11-19T00:33:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:52,362 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9ba8c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:52,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,39239,1731976419888 2024-11-19T00:33:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53990c51 2024-11-19T00:33:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:52,364 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:33:52,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:45327,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:33:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:33:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:33:52,367 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:45327' 2024-11-19T00:33:52,368 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff62ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:52,368 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45327,-1 for getting cluster id 2024-11-19T00:33:52,368 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:52,368 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d71e3ea-832d-40d3-809a-d59d11300cf7' 2024-11-19T00:33:52,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:52,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d71e3ea-832d-40d3-809a-d59d11300cf7" 2024-11-19T00:33:52,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1835f637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:52,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45327,-1] 2024-11-19T00:33:52,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:52,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:52,370 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:52,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4c63a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:52,370 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:52,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,45327,1731976424974 2024-11-19T00:33:52,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28c0f5a8 2024-11-19T00:33:52,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:52,372 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:33:52,372 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T00:33:52,372 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:33:52,372 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:52,372 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:52,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:52,373 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:33:52,374 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:33:52,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:33:52,375 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:52,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:33:52,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741837_1013 (size=1138) 2024-11-19T00:33:52,424 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T00:33:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:33:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:33:52,783 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8500c92b0f8d7d0fd9e8228c2e5d6cc2, NAME => 'hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a 2024-11-19T00:33:52,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741838_1014 (size=44) 2024-11-19T00:33:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:33:53,164 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T00:33:53,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:53,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8500c92b0f8d7d0fd9e8228c2e5d6cc2, disabling compactions & flushes 2024-11-19T00:33:53,231 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. 2024-11-19T00:33:53,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. 2024-11-19T00:33:53,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. after waiting 0 ms 2024-11-19T00:33:53,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. 2024-11-19T00:33:53,231 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. 2024-11-19T00:33:53,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8500c92b0f8d7d0fd9e8228c2e5d6cc2: Waiting for close lock at 1731976433231Disabling compacts and flushes for region at 1731976433231Disabling writes for close at 1731976433231Writing region close event to WAL at 1731976433231Closed at 1731976433231 2024-11-19T00:33:53,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:33:53,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731976433232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976433232"}]},"ts":"1731976433232"} 2024-11-19T00:33:53,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:33:53,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:33:53,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976433235"}]},"ts":"1731976433235"} 2024-11-19T00:33:53,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T00:33:53,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8500c92b0f8d7d0fd9e8228c2e5d6cc2, ASSIGN}] 2024-11-19T00:33:53,239 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8500c92b0f8d7d0fd9e8228c2e5d6cc2, ASSIGN 2024-11-19T00:33:53,239 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8500c92b0f8d7d0fd9e8228c2e5d6cc2, ASSIGN; state=OFFLINE, location=6b1531871d35,41077,1731976420058; forceNewPlan=false, retain=false 2024-11-19T00:33:53,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8500c92b0f8d7d0fd9e8228c2e5d6cc2, regionState=OPENING, regionLocation=6b1531871d35,41077,1731976420058 2024-11-19T00:33:53,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8500c92b0f8d7d0fd9e8228c2e5d6cc2, ASSIGN because future has completed 2024-11-19T00:33:53,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8500c92b0f8d7d0fd9e8228c2e5d6cc2, server=6b1531871d35,41077,1731976420058}] 2024-11-19T00:33:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:33:53,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. 2024-11-19T00:33:53,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:53,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:33:53,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C41077%2C1731976420058.rep, suffix=, logDir=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058, archiveDir=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/oldWALs, maxLogs=10 2024-11-19T00:33:53,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.rep.1731976433553, exclude list is [], retry=0 2024-11-19T00:33:53,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41591,DS-4ac34153-94f0-4c9f-a658-686981dc06eb,DISK] 2024-11-19T00:33:53,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.rep.1731976433553 2024-11-19T00:33:53,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43233:43233)] 2024-11-19T00:33:53,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8500c92b0f8d7d0fd9e8228c2e5d6cc2, NAME => 'hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:53,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:33:53,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:33:53,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. service=MultiRowMutationService 2024-11-19T00:33:53,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:33:53,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:33:53,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:53,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:33:53,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:33:53,580 INFO [StoreOpener-8500c92b0f8d7d0fd9e8228c2e5d6cc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:33:53,581 INFO [StoreOpener-8500c92b0f8d7d0fd9e8228c2e5d6cc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8500c92b0f8d7d0fd9e8228c2e5d6cc2 columnFamilyName hfileref 2024-11-19T00:33:53,581 DEBUG [StoreOpener-8500c92b0f8d7d0fd9e8228c2e5d6cc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:53,582 INFO [StoreOpener-8500c92b0f8d7d0fd9e8228c2e5d6cc2-1 {}] regionserver.HStore(327): Store=8500c92b0f8d7d0fd9e8228c2e5d6cc2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:53,582 INFO [StoreOpener-8500c92b0f8d7d0fd9e8228c2e5d6cc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:33:53,583 INFO [StoreOpener-8500c92b0f8d7d0fd9e8228c2e5d6cc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8500c92b0f8d7d0fd9e8228c2e5d6cc2 columnFamilyName queue 2024-11-19T00:33:53,583 DEBUG [StoreOpener-8500c92b0f8d7d0fd9e8228c2e5d6cc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:53,583 INFO [StoreOpener-8500c92b0f8d7d0fd9e8228c2e5d6cc2-1 {}] regionserver.HStore(327): Store=8500c92b0f8d7d0fd9e8228c2e5d6cc2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:53,584 INFO [StoreOpener-8500c92b0f8d7d0fd9e8228c2e5d6cc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:33:53,585 INFO [StoreOpener-8500c92b0f8d7d0fd9e8228c2e5d6cc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8500c92b0f8d7d0fd9e8228c2e5d6cc2 columnFamilyName sid 2024-11-19T00:33:53,585 DEBUG [StoreOpener-8500c92b0f8d7d0fd9e8228c2e5d6cc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:53,585 INFO [StoreOpener-8500c92b0f8d7d0fd9e8228c2e5d6cc2-1 {}] regionserver.HStore(327): Store=8500c92b0f8d7d0fd9e8228c2e5d6cc2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:53,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:33:53,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/replication/8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:33:53,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/replication/8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:33:53,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:33:53,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:33:53,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:33:53,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:33:53,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/replication/8500c92b0f8d7d0fd9e8228c2e5d6cc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:33:53,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8500c92b0f8d7d0fd9e8228c2e5d6cc2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67717671, jitterRate=0.00907193124294281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:33:53,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:33:53,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8500c92b0f8d7d0fd9e8228c2e5d6cc2: Running coprocessor pre-open hook at 1731976433578Writing region info on filesystem at 1731976433578Initializing all the Stores at 1731976433579 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976433579Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976433579Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976433579Cleaning up temporary data from old regions at 1731976433587 (+8 ms)Running coprocessor post-open hooks at 1731976433591 (+4 ms)Region opened successfully at 1731976433592 (+1 ms) 2024-11-19T00:33:53,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2., pid=10, masterSystemTime=1731976433546 2024-11-19T00:33:53,596 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8500c92b0f8d7d0fd9e8228c2e5d6cc2, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,41077,1731976420058 2024-11-19T00:33:53,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. 2024-11-19T00:33:53,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. 2024-11-19T00:33:53,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8500c92b0f8d7d0fd9e8228c2e5d6cc2, server=6b1531871d35,41077,1731976420058 because future has completed 2024-11-19T00:33:53,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T00:33:53,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8500c92b0f8d7d0fd9e8228c2e5d6cc2, server=6b1531871d35,41077,1731976420058 in 206 msec 2024-11-19T00:33:53,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T00:33:53,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8500c92b0f8d7d0fd9e8228c2e5d6cc2, ASSIGN in 363 msec 2024-11-19T00:33:53,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:33:53,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976433604"}]},"ts":"1731976433604"} 2024-11-19T00:33:53,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T00:33:53,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:33:53,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2340 sec 2024-11-19T00:33:53,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2., hostname=6b1531871d35,41077,1731976420058, seqNum=2] 2024-11-19T00:33:53,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:33:53,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:33:53,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:33:53,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T00:33:53,864 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T00:33:53,890 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,41077,1731976420058, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:33:53,890 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:53,890 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,41077,1731976420058, seqNum=-1] 2024-11-19T00:33:53,890 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:53,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T00:33:53,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b1531871d35,41077,1731976420058', locateType=CURRENT is [region=hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2., hostname=6b1531871d35,41077,1731976420058, seqNum=2] 2024-11-19T00:33:53,895 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T00:33:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T00:33:53,898 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b1531871d35,41077,1731976420058 suceeded 2024-11-19T00:33:53,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T00:33:53,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-19T00:33:53,899 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b1531871d35:45327,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:33:53,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5350 sec 2024-11-19T00:33:53,915 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:45327' 2024-11-19T00:33:53,916 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38b8e144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:53,916 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45327,-1 for getting cluster id 2024-11-19T00:33:53,916 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:53,917 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d71e3ea-832d-40d3-809a-d59d11300cf7' 2024-11-19T00:33:53,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:53,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d71e3ea-832d-40d3-809a-d59d11300cf7" 2024-11-19T00:33:53,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51e4c250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:53,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45327,-1] 2024-11-19T00:33:53,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:53,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:53,920 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:53,920 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30a83820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:53,920 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:53,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,45327,1731976424974 2024-11-19T00:33:53,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3db40493 2024-11-19T00:33:53,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:53,922 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T00:33:53,923 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,41077,1731976420058 (queues=1) is replicating from cluster=d4eb877a-999d-4090-b1a9-356b700af0ea to cluster=5d71e3ea-832d-40d3-809a-d59d11300cf7 2024-11-19T00:33:53,923 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C41077%2C1731976420058 2024-11-19T00:33:53,923 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,41077,1731976420058, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:33:53,923 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C41077%2C1731976420058 2024-11-19T00:33:53,924 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269, startPosition=0, beingWritten=true 2024-11-19T00:33:53,929 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:33:53,929 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 379, reset compression=false 2024-11-19T00:33:53,929 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,41077,1731976420058 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:33:54,132 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T00:33:54,133 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 379, reset compression=false 2024-11-19T00:33:54,436 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 379, reset compression=false 2024-11-19T00:33:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:33:54,523 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:33:54,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:33:54,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:54,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:54,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:54,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:54,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adb94d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:54,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45327,-1 for getting cluster id 2024-11-19T00:33:54,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:54,525 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d71e3ea-832d-40d3-809a-d59d11300cf7' 2024-11-19T00:33:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d71e3ea-832d-40d3-809a-d59d11300cf7" 2024-11-19T00:33:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd66c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45327,-1] 2024-11-19T00:33:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:54,526 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:54,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107dc350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:54,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:54,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,45327,1731976424974 2024-11-19T00:33:54,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc214af 2024-11-19T00:33:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:54,529 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:33:54,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:39239,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:33:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:33:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:33:54,532 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:39239' 2024-11-19T00:33:54,533 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c1b551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:54,533 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39239,-1 for getting cluster id 2024-11-19T00:33:54,533 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:54,534 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eb877a-999d-4090-b1a9-356b700af0ea' 2024-11-19T00:33:54,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:54,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eb877a-999d-4090-b1a9-356b700af0ea" 2024-11-19T00:33:54,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d74ab8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:54,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39239,-1] 2024-11-19T00:33:54,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:54,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:54,535 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:54,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425f9141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:54,536 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:54,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,39239,1731976419888 2024-11-19T00:33:54,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1384a4b 2024-11-19T00:33:54,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:54,538 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:33:54,538 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T00:33:54,538 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:33:54,538 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:54,539 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:54,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:54,539 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:33:54,540 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:33:54,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:33:54,541 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:54,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:33:54,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741837_1013 (size=1138) 2024-11-19T00:33:54,590 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T00:33:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:33:54,685 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:33:54,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:54,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:54,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:54,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:54,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:54,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:54,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:54,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:33:54,841 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 379, reset compression=false 2024-11-19T00:33:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:33:54,949 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5c5c52b6daedb5146f51b48173f4582, NAME => 'hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76 2024-11-19T00:33:54,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741838_1014 (size=44) 2024-11-19T00:33:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:33:55,345 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 379, reset compression=false 2024-11-19T00:33:55,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:55,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c5c5c52b6daedb5146f51b48173f4582, disabling compactions & flushes 2024-11-19T00:33:55,354 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. 2024-11-19T00:33:55,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. 2024-11-19T00:33:55,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. after waiting 0 ms 2024-11-19T00:33:55,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. 2024-11-19T00:33:55,354 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. 2024-11-19T00:33:55,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5c5c52b6daedb5146f51b48173f4582: Waiting for close lock at 1731976435354Disabling compacts and flushes for region at 1731976435354Disabling writes for close at 1731976435354Writing region close event to WAL at 1731976435354Closed at 1731976435354 2024-11-19T00:33:55,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:33:55,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731976435356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976435356"}]},"ts":"1731976435356"} 2024-11-19T00:33:55,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:33:55,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:33:55,359 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976435359"}]},"ts":"1731976435359"} 2024-11-19T00:33:55,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T00:33:55,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5c5c52b6daedb5146f51b48173f4582, ASSIGN}] 2024-11-19T00:33:55,362 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5c5c52b6daedb5146f51b48173f4582, ASSIGN 2024-11-19T00:33:55,363 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5c5c52b6daedb5146f51b48173f4582, ASSIGN; state=OFFLINE, location=6b1531871d35,35511,1731976425092; forceNewPlan=false, retain=false 2024-11-19T00:33:55,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5c5c52b6daedb5146f51b48173f4582, regionState=OPENING, regionLocation=6b1531871d35,35511,1731976425092 2024-11-19T00:33:55,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5c5c52b6daedb5146f51b48173f4582, ASSIGN because future has completed 2024-11-19T00:33:55,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5c5c52b6daedb5146f51b48173f4582, server=6b1531871d35,35511,1731976425092}] 2024-11-19T00:33:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:33:55,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. 2024-11-19T00:33:55,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:33:55,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:33:55,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C35511%2C1731976425092.rep, suffix=, logDir=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092, archiveDir=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/oldWALs, maxLogs=10 2024-11-19T00:33:55,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.rep.1731976435674, exclude list is [], retry=0 2024-11-19T00:33:55,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-da55e857-725c-47e4-a1c3-2e23706d34c2,DISK] 2024-11-19T00:33:55,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.rep.1731976435674 2024-11-19T00:33:55,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43269:43269)] 2024-11-19T00:33:55,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c5c5c52b6daedb5146f51b48173f4582, NAME => 'hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:33:55,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:33:55,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:33:55,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. service=MultiRowMutationService 2024-11-19T00:33:55,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:33:55,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:33:55,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:33:55,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:33:55,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:33:55,692 INFO [StoreOpener-c5c5c52b6daedb5146f51b48173f4582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:33:55,693 INFO [StoreOpener-c5c5c52b6daedb5146f51b48173f4582-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5c5c52b6daedb5146f51b48173f4582 columnFamilyName hfileref 2024-11-19T00:33:55,693 DEBUG [StoreOpener-c5c5c52b6daedb5146f51b48173f4582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:55,693 INFO [StoreOpener-c5c5c52b6daedb5146f51b48173f4582-1 {}] regionserver.HStore(327): Store=c5c5c52b6daedb5146f51b48173f4582/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:55,693 INFO [StoreOpener-c5c5c52b6daedb5146f51b48173f4582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:33:55,694 INFO [StoreOpener-c5c5c52b6daedb5146f51b48173f4582-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5c5c52b6daedb5146f51b48173f4582 columnFamilyName queue 2024-11-19T00:33:55,694 DEBUG [StoreOpener-c5c5c52b6daedb5146f51b48173f4582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:55,694 INFO [StoreOpener-c5c5c52b6daedb5146f51b48173f4582-1 {}] regionserver.HStore(327): Store=c5c5c52b6daedb5146f51b48173f4582/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:55,694 INFO [StoreOpener-c5c5c52b6daedb5146f51b48173f4582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:33:55,695 INFO [StoreOpener-c5c5c52b6daedb5146f51b48173f4582-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5c5c52b6daedb5146f51b48173f4582 columnFamilyName sid 2024-11-19T00:33:55,695 DEBUG [StoreOpener-c5c5c52b6daedb5146f51b48173f4582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:33:55,695 INFO [StoreOpener-c5c5c52b6daedb5146f51b48173f4582-1 {}] regionserver.HStore(327): Store=c5c5c52b6daedb5146f51b48173f4582/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:33:55,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:33:55,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/replication/c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:33:55,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/replication/c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:33:55,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:33:55,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:33:55,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:33:55,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:33:55,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/replication/c5c5c52b6daedb5146f51b48173f4582/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:33:55,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c5c5c52b6daedb5146f51b48173f4582; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66487192, jitterRate=-0.00926363468170166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:33:55,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:33:55,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c5c5c52b6daedb5146f51b48173f4582: Running coprocessor pre-open hook at 1731976435691Writing region info on filesystem at 1731976435691Initializing all the Stores at 1731976435692 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976435692Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976435692Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976435692Cleaning up temporary data from old regions at 1731976435697 (+5 ms)Running coprocessor post-open hooks at 1731976435701 (+4 ms)Region opened successfully at 1731976435701 2024-11-19T00:33:55,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582., pid=10, masterSystemTime=1731976435668 2024-11-19T00:33:55,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. 2024-11-19T00:33:55,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. 2024-11-19T00:33:55,704 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5c5c52b6daedb5146f51b48173f4582, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,35511,1731976425092 2024-11-19T00:33:55,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5c5c52b6daedb5146f51b48173f4582, server=6b1531871d35,35511,1731976425092 because future has completed 2024-11-19T00:33:55,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T00:33:55,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c5c5c52b6daedb5146f51b48173f4582, server=6b1531871d35,35511,1731976425092 in 191 msec 2024-11-19T00:33:55,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T00:33:55,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5c5c52b6daedb5146f51b48173f4582, ASSIGN in 348 msec 2024-11-19T00:33:55,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:33:55,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976435711"}]},"ts":"1731976435711"} 2024-11-19T00:33:55,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T00:33:55,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:33:55,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-19T00:33:55,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582., hostname=6b1531871d35,35511,1731976425092, seqNum=2] 2024-11-19T00:33:55,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:33:55,794 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:33:55,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:33:55,949 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 379, reset compression=false 2024-11-19T00:33:55,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35511 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T00:33:55,965 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T00:33:55,992 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,35511,1731976425092, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:33:55,992 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:55,992 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1] 2024-11-19T00:33:55,993 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:55,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T00:33:55,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b1531871d35,35511,1731976425092', locateType=CURRENT is [region=hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582., hostname=6b1531871d35,35511,1731976425092, seqNum=2] 2024-11-19T00:33:55,998 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T00:33:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T00:33:56,000 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b1531871d35,35511,1731976425092 suceeded 2024-11-19T00:33:56,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T00:33:56,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-19T00:33:56,001 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b1531871d35:39239,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:33:56,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4710 sec 2024-11-19T00:33:56,017 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:39239' 2024-11-19T00:33:56,019 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d0eb397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:56,019 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39239,-1 for getting cluster id 2024-11-19T00:33:56,019 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:56,020 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eb877a-999d-4090-b1a9-356b700af0ea' 2024-11-19T00:33:56,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:56,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eb877a-999d-4090-b1a9-356b700af0ea" 2024-11-19T00:33:56,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72ff4a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:56,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39239,-1] 2024-11-19T00:33:56,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:56,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:56,022 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:56,022 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d674056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:56,022 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:56,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,39239,1731976419888 2024-11-19T00:33:56,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b17564a 2024-11-19T00:33:56,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:56,024 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T00:33:56,025 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,35511,1731976425092 (queues=1) is replicating from cluster=5d71e3ea-832d-40d3-809a-d59d11300cf7 to cluster=d4eb877a-999d-4090-b1a9-356b700af0ea 2024-11-19T00:33:56,025 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C35511%2C1731976425092 2024-11-19T00:33:56,025 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,35511,1731976425092, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:33:56,025 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.shipper6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C35511%2C1731976425092 2024-11-19T00:33:56,025 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304, startPosition=0, beingWritten=true 2024-11-19T00:33:56,031 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:33:56,031 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 379, reset compression=false 2024-11-19T00:33:56,031 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.shipper6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,35511,1731976425092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:33:56,235 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 379, reset compression=false 2024-11-19T00:33:56,539 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 379, reset compression=false 2024-11-19T00:33:56,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T00:33:56,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T00:33:56,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T00:33:56,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T00:33:56,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:33:56,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T00:33:56,654 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 379, reset compression=false 2024-11-19T00:33:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:33:56,673 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:33:56,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:33:56,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:56,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:56,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:56,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:56,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:56,678 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731976436677/Put/seqid=0 2024-11-19T00:33:56,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741840_1016 (size=7894) 2024-11-19T00:33:56,942 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 379, reset compression=false 2024-11-19T00:33:57,084 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731976437083/Put/seqid=0 2024-11-19T00:33:57,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741841_1017 (size=7691) 2024-11-19T00:33:57,446 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 379, reset compression=false 2024-11-19T00:33:57,457 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 379, reset compression=false 2024-11-19T00:33:57,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9166586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:57,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39239,-1 for getting cluster id 2024-11-19T00:33:57,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:57,490 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eb877a-999d-4090-b1a9-356b700af0ea' 2024-11-19T00:33:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eb877a-999d-4090-b1a9-356b700af0ea" 2024-11-19T00:33:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2fa0c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39239,-1] 2024-11-19T00:33:57,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:57,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:57,491 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:57,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51498702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:57,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:57,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,41077,1731976420058, seqNum=-1] 2024-11-19T00:33:57,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:57,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:33:57,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:57,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,39239,1731976419888 2024-11-19T00:33:57,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ab47085 2024-11-19T00:33:57,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:57,504 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:33:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731976428049.dfa01185eab393f0148bf568f81e68a9., hostname=6b1531871d35,41077,1731976420058, seqNum=2] 2024-11-19T00:33:57,509 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T00:33:57,514 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T00:33:57,516 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T00:33:57,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in dfa01185eab393f0148bf568f81e68a9/f 2024-11-19T00:33:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T00:33:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:33:57,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in dfa01185eab393f0148bf568f81e68a9/f 2024-11-19T00:33:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T00:33:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:33:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HRegion(2603): Flush status journal for dfa01185eab393f0148bf568f81e68a9: 2024-11-19T00:33:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins__test__m5p1s2ehb8a6i07osmhcs9fn5erm0ll8uk86tg5839ep1in2f9r8258ba810l9qa/f/hfile_0 2024-11-19T00:33:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins__test__m5p1s2ehb8a6i07osmhcs9fn5erm0ll8uk86tg5839ep1in2f9r8258ba810l9qa/f/hfile_0 as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/8a167974c6d14dd5abf13c5f05c25074_SeqId_4_ 2024-11-19T00:33:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins__test__m5p1s2ehb8a6i07osmhcs9fn5erm0ll8uk86tg5839ep1in2f9r8258ba810l9qa/f/hfile_1 2024-11-19T00:33:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins__test__m5p1s2ehb8a6i07osmhcs9fn5erm0ll8uk86tg5839ep1in2f9r8258ba810l9qa/f/hfile_1 as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/502f01cccec949418a8d8a0763c6be53_SeqId_4_ 2024-11-19T00:33:57,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins__test__m5p1s2ehb8a6i07osmhcs9fn5erm0ll8uk86tg5839ep1in2f9r8258ba810l9qa/f/hfile_0 into dfa01185eab393f0148bf568f81e68a9/f as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/8a167974c6d14dd5abf13c5f05c25074_SeqId_4_ - updating store file list. 2024-11-19T00:33:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a167974c6d14dd5abf13c5f05c25074_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T00:33:57,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/8a167974c6d14dd5abf13c5f05c25074_SeqId_4_ into dfa01185eab393f0148bf568f81e68a9/f 2024-11-19T00:33:57,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins__test__m5p1s2ehb8a6i07osmhcs9fn5erm0ll8uk86tg5839ep1in2f9r8258ba810l9qa/f/hfile_0 into dfa01185eab393f0148bf568f81e68a9/f (new location: hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/8a167974c6d14dd5abf13c5f05c25074_SeqId_4_) 2024-11-19T00:33:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins__test__m5p1s2ehb8a6i07osmhcs9fn5erm0ll8uk86tg5839ep1in2f9r8258ba810l9qa/f/hfile_0 2024-11-19T00:33:57,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins__test__m5p1s2ehb8a6i07osmhcs9fn5erm0ll8uk86tg5839ep1in2f9r8258ba810l9qa/f/hfile_1 into dfa01185eab393f0148bf568f81e68a9/f as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/502f01cccec949418a8d8a0763c6be53_SeqId_4_ - updating store file list. 2024-11-19T00:33:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 502f01cccec949418a8d8a0763c6be53_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T00:33:57,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/502f01cccec949418a8d8a0763c6be53_SeqId_4_ into dfa01185eab393f0148bf568f81e68a9/f 2024-11-19T00:33:57,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins__test__m5p1s2ehb8a6i07osmhcs9fn5erm0ll8uk86tg5839ep1in2f9r8258ba810l9qa/f/hfile_1 into dfa01185eab393f0148bf568f81e68a9/f (new location: hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/502f01cccec949418a8d8a0763c6be53_SeqId_4_) 2024-11-19T00:33:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins__test__m5p1s2ehb8a6i07osmhcs9fn5erm0ll8uk86tg5839ep1in2f9r8258ba810l9qa/f/hfile_1 2024-11-19T00:33:57,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:33:57,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:33:57,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:57,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731976428049.dfa01185eab393f0148bf568f81e68a9., hostname=6b1531871d35,41077,1731976420058, seqNum=2 , the old value is region=test,,1731976428049.dfa01185eab393f0148bf568f81e68a9., hostname=6b1531871d35,41077,1731976420058, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b1531871d35:41077 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:33:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731976428049.dfa01185eab393f0148bf568f81e68a9., hostname=6b1531871d35,41077,1731976420058, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:33:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731976428049.dfa01185eab393f0148bf568f81e68a9., hostname=6b1531871d35,41077,1731976420058, seqNum=2 from cache 2024-11-19T00:33:57,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:33:57,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:57,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1] 2024-11-19T00:33:57,545 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T00:33:57,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:57,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:33:57,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b., hostname=6b1531871d35,35511,1731976425092, seqNum=2] 2024-11-19T00:33:57,550 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T00:33:57,653 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:41077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-19T00:33:58,050 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 379, reset compression=false 2024-11-19T00:33:58,360 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 379, reset compression=false 2024-11-19T00:33:58,365 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:33:58,365 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,41077,1731976420058 got entry batch from reader: WALEntryBatch [walEntries=[{test/dfa01185eab393f0148bf568f81e68a9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731976437542/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T00:33:58,367 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:33:58,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-19T00:33:58,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.ReplicationSink(318): Replicating [d4eb877a-999d-4090-b1a9-356b700af0ea] bulk loaded data 2024-11-19T00:33:58,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65730908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:58,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45327,-1 for getting cluster id 2024-11-19T00:33:58,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:58,370 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d71e3ea-832d-40d3-809a-d59d11300cf7' 2024-11-19T00:33:58,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:58,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d71e3ea-832d-40d3-809a-d59d11300cf7" 2024-11-19T00:33:58,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1192af29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:58,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45327,-1] 2024-11-19T00:33:58,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:58,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:58,371 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:58,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@781a8b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:58,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741840_1016 (size=7894) 2024-11-19T00:33:58,552 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T00:33:58,565 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 687, reset compression=false 2024-11-19T00:33:58,754 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 379, reset compression=false 2024-11-19T00:33:58,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741841_1017 (size=7691) 2024-11-19T00:33:58,869 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 687, reset compression=false 2024-11-19T00:33:59,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:33:59,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,45327,1731976424974 2024-11-19T00:33:59,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7815bc31 2024-11-19T00:33:59,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:33:59,199 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T00:33:59,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T00:33:59,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:33:59,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1] 2024-11-19T00:33:59,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:33:59,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T00:33:59,208 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins.hfs.11__test__9tdolo0tr3f270962nb5eodur0m2u7qrcf4q0elm7elr7pb2tibphvpvj14nbuad/f/502f01cccec949418a8d8a0763c6be53_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T00:33:59,211 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins.hfs.11__test__9tdolo0tr3f270962nb5eodur0m2u7qrcf4q0elm7elr7pb2tibphvpvj14nbuad/f/8a167974c6d14dd5abf13c5f05c25074_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T00:33:59,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins.hfs.11__test__9tdolo0tr3f270962nb5eodur0m2u7qrcf4q0elm7elr7pb2tibphvpvj14nbuad/f/8a167974c6d14dd5abf13c5f05c25074_SeqId_4_ for inclusion in 5b0ff92ed4857512e942b61039c1d54b/f 2024-11-19T00:33:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T00:33:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:33:59,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins.hfs.11__test__9tdolo0tr3f270962nb5eodur0m2u7qrcf4q0elm7elr7pb2tibphvpvj14nbuad/f/502f01cccec949418a8d8a0763c6be53_SeqId_4_ for inclusion in 5b0ff92ed4857512e942b61039c1d54b/f 2024-11-19T00:33:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T00:33:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:33:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HRegion(2603): Flush status journal for 5b0ff92ed4857512e942b61039c1d54b: 2024-11-19T00:33:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8a167974c6d14dd5abf13c5f05c25074_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T00:33:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins.hfs.11__test__9tdolo0tr3f270962nb5eodur0m2u7qrcf4q0elm7elr7pb2tibphvpvj14nbuad/f/8a167974c6d14dd5abf13c5f05c25074_SeqId_4_ as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/167a8e94c288488e936c7624a0e92b90_SeqId_4_ 2024-11-19T00:33:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 502f01cccec949418a8d8a0763c6be53_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T00:33:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins.hfs.11__test__9tdolo0tr3f270962nb5eodur0m2u7qrcf4q0elm7elr7pb2tibphvpvj14nbuad/f/502f01cccec949418a8d8a0763c6be53_SeqId_4_ as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/81cfb2c4d794424b9a6d7dddf92bc87a_SeqId_4_ 2024-11-19T00:33:59,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins.hfs.11__test__9tdolo0tr3f270962nb5eodur0m2u7qrcf4q0elm7elr7pb2tibphvpvj14nbuad/f/8a167974c6d14dd5abf13c5f05c25074_SeqId_4_ into 5b0ff92ed4857512e942b61039c1d54b/f as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/167a8e94c288488e936c7624a0e92b90_SeqId_4_ - updating store file list. 2024-11-19T00:33:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 167a8e94c288488e936c7624a0e92b90_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T00:33:59,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/167a8e94c288488e936c7624a0e92b90_SeqId_4_ into 5b0ff92ed4857512e942b61039c1d54b/f 2024-11-19T00:33:59,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins.hfs.11__test__9tdolo0tr3f270962nb5eodur0m2u7qrcf4q0elm7elr7pb2tibphvpvj14nbuad/f/8a167974c6d14dd5abf13c5f05c25074_SeqId_4_ into 5b0ff92ed4857512e942b61039c1d54b/f (new location: hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/167a8e94c288488e936c7624a0e92b90_SeqId_4_) 2024-11-19T00:33:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins.hfs.11__test__9tdolo0tr3f270962nb5eodur0m2u7qrcf4q0elm7elr7pb2tibphvpvj14nbuad/f/8a167974c6d14dd5abf13c5f05c25074_SeqId_4_ 2024-11-19T00:33:59,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins.hfs.11__test__9tdolo0tr3f270962nb5eodur0m2u7qrcf4q0elm7elr7pb2tibphvpvj14nbuad/f/502f01cccec949418a8d8a0763c6be53_SeqId_4_ into 5b0ff92ed4857512e942b61039c1d54b/f as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/81cfb2c4d794424b9a6d7dddf92bc87a_SeqId_4_ - updating store file list. 2024-11-19T00:33:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 81cfb2c4d794424b9a6d7dddf92bc87a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T00:33:59,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/81cfb2c4d794424b9a6d7dddf92bc87a_SeqId_4_ into 5b0ff92ed4857512e942b61039c1d54b/f 2024-11-19T00:33:59,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins.hfs.11__test__9tdolo0tr3f270962nb5eodur0m2u7qrcf4q0elm7elr7pb2tibphvpvj14nbuad/f/502f01cccec949418a8d8a0763c6be53_SeqId_4_ into 5b0ff92ed4857512e942b61039c1d54b/f (new location: hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/81cfb2c4d794424b9a6d7dddf92bc87a_SeqId_4_) 2024-11-19T00:33:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins.hfs.11__test__9tdolo0tr3f270962nb5eodur0m2u7qrcf4q0elm7elr7pb2tibphvpvj14nbuad/f/502f01cccec949418a8d8a0763c6be53_SeqId_4_ 2024-11-19T00:33:59,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.ReplicationSink(324): Finished replicating [d4eb877a-999d-4090-b1a9-356b700af0ea] bulk loaded data 2024-11-19T00:33:59,273 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 687, reset compression=false 2024-11-19T00:33:59,558 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 379, reset compression=false 2024-11-19T00:33:59,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:33:59,563 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:33:59,563 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.shipper6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,35511,1731976425092 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b0ff92ed4857512e942b61039c1d54b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731976439235/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T00:33:59,564 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731976439563/Put/seqid=0 2024-11-19T00:33:59,565 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.shipper6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:33:59,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-19T00:33:59,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.ReplicationSink(318): Replicating [d4eb877a-999d-4090-b1a9-356b700af0ea, 5d71e3ea-832d-40d3-809a-d59d11300cf7] bulk loaded data 2024-11-19T00:33:59,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d90e92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:59,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,39239,-1 for getting cluster id 2024-11-19T00:33:59,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741842_1018 (size=11194) 2024-11-19T00:33:59,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:33:59,568 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eb877a-999d-4090-b1a9-356b700af0ea' 2024-11-19T00:33:59,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:33:59,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eb877a-999d-4090-b1a9-356b700af0ea" 2024-11-19T00:33:59,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72a63f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:59,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,39239,-1] 2024-11-19T00:33:59,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:33:59,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:33:59,570 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:33:59,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67dc4235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:33:59,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741842_1018 (size=7894) 2024-11-19T00:33:59,763 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 725, reset compression=false 2024-11-19T00:33:59,776 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 687, reset compression=false 2024-11-19T00:33:59,971 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731976439970/Put/seqid=0 2024-11-19T00:33:59,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741843_1019 (size=10791) 2024-11-19T00:33:59,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741843_1019 (size=7691) 2024-11-19T00:34:00,067 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 725, reset compression=false 2024-11-19T00:34:00,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d3f3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:00,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45327,-1 for getting cluster id 2024-11-19T00:34:00,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:00,377 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d71e3ea-832d-40d3-809a-d59d11300cf7' 2024-11-19T00:34:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d71e3ea-832d-40d3-809a-d59d11300cf7" 2024-11-19T00:34:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293d3268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45327,-1] 2024-11-19T00:34:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:00,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:00,378 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:00,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146d89c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:00,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:00,380 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 687, reset compression=false 2024-11-19T00:34:00,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1] 2024-11-19T00:34:00,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:00,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:34:00,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:00,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,39239,1731976419888 2024-11-19T00:34:00,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@321faf2 2024-11-19T00:34:00,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:00,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:00,390 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T00:34:00,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,45327,1731976424974 2024-11-19T00:34:00,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d88003a 2024-11-19T00:34:00,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:00,392 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:34:00,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T00:34:00,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:00,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,41077,1731976420058, seqNum=-1] 2024-11-19T00:34:00,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:00,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T00:34:00,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b., hostname=6b1531871d35,35511,1731976425092, seqNum=2] 2024-11-19T00:34:00,397 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T00:34:00,398 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins.hfs.10__test__rglf42sfshdvc66rmlaaguj6gg1ki8eec015gnvi2olj15hmassp4antr52fq7je/f/167a8e94c288488e936c7624a0e92b90_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T00:34:00,401 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins.hfs.10__test__rglf42sfshdvc66rmlaaguj6gg1ki8eec015gnvi2olj15hmassp4antr52fq7je/f/81cfb2c4d794424b9a6d7dddf92bc87a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T00:34:00,402 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T00:34:00,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.ReplicationSink(324): Finished replicating [d4eb877a-999d-4090-b1a9-356b700af0ea, 5d71e3ea-832d-40d3-809a-d59d11300cf7] bulk loaded data 2024-11-19T00:34:00,406 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T00:34:00,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 5b0ff92ed4857512e942b61039c1d54b/f 2024-11-19T00:34:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T00:34:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:34:00,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 5b0ff92ed4857512e942b61039c1d54b/f 2024-11-19T00:34:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T00:34:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:34:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HRegion(2603): Flush status journal for 5b0ff92ed4857512e942b61039c1d54b: 2024-11-19T00:34:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins__test__s4vvcrg4b430ttbbru98vk69ftkv3pq32eqkujq806bgnbacdo8dvrprhsj95ki6/f/hfile_0 2024-11-19T00:34:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins__test__s4vvcrg4b430ttbbru98vk69ftkv3pq32eqkujq806bgnbacdo8dvrprhsj95ki6/f/hfile_0 as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/4625585f24144d699f73e7d16833675f_SeqId_6_ 2024-11-19T00:34:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins__test__s4vvcrg4b430ttbbru98vk69ftkv3pq32eqkujq806bgnbacdo8dvrprhsj95ki6/f/hfile_1 2024-11-19T00:34:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins__test__s4vvcrg4b430ttbbru98vk69ftkv3pq32eqkujq806bgnbacdo8dvrprhsj95ki6/f/hfile_1 as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/056d21a24f7e484cba3abad643df9f5b_SeqId_6_ 2024-11-19T00:34:00,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins__test__s4vvcrg4b430ttbbru98vk69ftkv3pq32eqkujq806bgnbacdo8dvrprhsj95ki6/f/hfile_0 into 5b0ff92ed4857512e942b61039c1d54b/f as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/4625585f24144d699f73e7d16833675f_SeqId_6_ - updating store file list. 2024-11-19T00:34:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4625585f24144d699f73e7d16833675f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T00:34:00,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/4625585f24144d699f73e7d16833675f_SeqId_6_ into 5b0ff92ed4857512e942b61039c1d54b/f 2024-11-19T00:34:00,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins__test__s4vvcrg4b430ttbbru98vk69ftkv3pq32eqkujq806bgnbacdo8dvrprhsj95ki6/f/hfile_0 into 5b0ff92ed4857512e942b61039c1d54b/f (new location: hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/4625585f24144d699f73e7d16833675f_SeqId_6_) 2024-11-19T00:34:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins__test__s4vvcrg4b430ttbbru98vk69ftkv3pq32eqkujq806bgnbacdo8dvrprhsj95ki6/f/hfile_0 2024-11-19T00:34:00,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins__test__s4vvcrg4b430ttbbru98vk69ftkv3pq32eqkujq806bgnbacdo8dvrprhsj95ki6/f/hfile_1 into 5b0ff92ed4857512e942b61039c1d54b/f as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/056d21a24f7e484cba3abad643df9f5b_SeqId_6_ - updating store file list. 2024-11-19T00:34:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 056d21a24f7e484cba3abad643df9f5b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T00:34:00,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/056d21a24f7e484cba3abad643df9f5b_SeqId_6_ into 5b0ff92ed4857512e942b61039c1d54b/f 2024-11-19T00:34:00,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins__test__s4vvcrg4b430ttbbru98vk69ftkv3pq32eqkujq806bgnbacdo8dvrprhsj95ki6/f/hfile_1 into 5b0ff92ed4857512e942b61039c1d54b/f (new location: hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/f/056d21a24f7e484cba3abad643df9f5b_SeqId_6_) 2024-11-19T00:34:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/staging/jenkins__test__s4vvcrg4b430ttbbru98vk69ftkv3pq32eqkujq806bgnbacdo8dvrprhsj95ki6/f/hfile_1 2024-11-19T00:34:00,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:34:00,432 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:00,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:00,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:00,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b., hostname=6b1531871d35,35511,1731976425092, seqNum=2 , the old value is region=test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b., hostname=6b1531871d35,35511,1731976425092, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b1531871d35:35511 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:34:00,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b., hostname=6b1531871d35,35511,1731976425092, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:34:00,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b., hostname=6b1531871d35,35511,1731976425092, seqNum=2 from cache 2024-11-19T00:34:00,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:00,433 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T00:34:00,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:00,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,41077,1731976420058, seqNum=-1] 2024-11-19T00:34:00,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:00,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:34:00,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731976428049.dfa01185eab393f0148bf568f81e68a9., hostname=6b1531871d35,41077,1731976420058, seqNum=2] 2024-11-19T00:34:00,444 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T00:34:00,470 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 725, reset compression=false 2024-11-19T00:34:00,475 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:34:00,475 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.shipper6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,35511,1731976425092 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b0ff92ed4857512e942b61039c1d54b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731976440431/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T00:34:00,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.ReplicationSink(318): Replicating [5d71e3ea-832d-40d3-809a-d59d11300cf7] bulk loaded data 2024-11-19T00:34:00,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741844_1020 (size=11194) 2024-11-19T00:34:00,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741845_1021 (size=10791) 2024-11-19T00:34:00,543 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:35511 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-19T00:34:00,675 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 1033, reset compression=false 2024-11-19T00:34:00,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T00:34:00,910 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins.hfs.10__test__7kqk3sbausqgco49a61o47sriujomb33ak03330gki5nbhrnuh74itf4d7o4uq54/f/056d21a24f7e484cba3abad643df9f5b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-19T00:34:00,913 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins.hfs.10__test__7kqk3sbausqgco49a61o47sriujomb33ak03330gki5nbhrnuh74itf4d7o4uq54/f/4625585f24144d699f73e7d16833675f_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-19T00:34:00,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins.hfs.10__test__7kqk3sbausqgco49a61o47sriujomb33ak03330gki5nbhrnuh74itf4d7o4uq54/f/4625585f24144d699f73e7d16833675f_SeqId_6_ for inclusion in dfa01185eab393f0148bf568f81e68a9/f 2024-11-19T00:34:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T00:34:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:34:00,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins.hfs.10__test__7kqk3sbausqgco49a61o47sriujomb33ak03330gki5nbhrnuh74itf4d7o4uq54/f/056d21a24f7e484cba3abad643df9f5b_SeqId_6_ for inclusion in dfa01185eab393f0148bf568f81e68a9/f 2024-11-19T00:34:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T00:34:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:34:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HRegion(2603): Flush status journal for dfa01185eab393f0148bf568f81e68a9: 2024-11-19T00:34:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4625585f24144d699f73e7d16833675f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T00:34:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins.hfs.10__test__7kqk3sbausqgco49a61o47sriujomb33ak03330gki5nbhrnuh74itf4d7o4uq54/f/4625585f24144d699f73e7d16833675f_SeqId_6_ as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/bc0f2c87ad36495daecb1ec0189a811b_SeqId_6_ 2024-11-19T00:34:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 056d21a24f7e484cba3abad643df9f5b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T00:34:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins.hfs.10__test__7kqk3sbausqgco49a61o47sriujomb33ak03330gki5nbhrnuh74itf4d7o4uq54/f/056d21a24f7e484cba3abad643df9f5b_SeqId_6_ as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/22ed0a33f8df49cba1fc774c1fc0b198_SeqId_6_ 2024-11-19T00:34:00,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins.hfs.10__test__7kqk3sbausqgco49a61o47sriujomb33ak03330gki5nbhrnuh74itf4d7o4uq54/f/4625585f24144d699f73e7d16833675f_SeqId_6_ into dfa01185eab393f0148bf568f81e68a9/f as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/bc0f2c87ad36495daecb1ec0189a811b_SeqId_6_ - updating store file list. 2024-11-19T00:34:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bc0f2c87ad36495daecb1ec0189a811b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T00:34:00,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/bc0f2c87ad36495daecb1ec0189a811b_SeqId_6_ into dfa01185eab393f0148bf568f81e68a9/f 2024-11-19T00:34:00,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins.hfs.10__test__7kqk3sbausqgco49a61o47sriujomb33ak03330gki5nbhrnuh74itf4d7o4uq54/f/4625585f24144d699f73e7d16833675f_SeqId_6_ into dfa01185eab393f0148bf568f81e68a9/f (new location: hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/bc0f2c87ad36495daecb1ec0189a811b_SeqId_6_) 2024-11-19T00:34:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins.hfs.10__test__7kqk3sbausqgco49a61o47sriujomb33ak03330gki5nbhrnuh74itf4d7o4uq54/f/4625585f24144d699f73e7d16833675f_SeqId_6_ 2024-11-19T00:34:00,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins.hfs.10__test__7kqk3sbausqgco49a61o47sriujomb33ak03330gki5nbhrnuh74itf4d7o4uq54/f/056d21a24f7e484cba3abad643df9f5b_SeqId_6_ into dfa01185eab393f0148bf568f81e68a9/f as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/22ed0a33f8df49cba1fc774c1fc0b198_SeqId_6_ - updating store file list. 2024-11-19T00:34:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 22ed0a33f8df49cba1fc774c1fc0b198_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T00:34:00,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/22ed0a33f8df49cba1fc774c1fc0b198_SeqId_6_ into dfa01185eab393f0148bf568f81e68a9/f 2024-11-19T00:34:00,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins.hfs.10__test__7kqk3sbausqgco49a61o47sriujomb33ak03330gki5nbhrnuh74itf4d7o4uq54/f/056d21a24f7e484cba3abad643df9f5b_SeqId_6_ into dfa01185eab393f0148bf568f81e68a9/f (new location: hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/f/22ed0a33f8df49cba1fc774c1fc0b198_SeqId_6_) 2024-11-19T00:34:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/staging/jenkins.hfs.10__test__7kqk3sbausqgco49a61o47sriujomb33ak03330gki5nbhrnuh74itf4d7o4uq54/f/056d21a24f7e484cba3abad643df9f5b_SeqId_6_ 2024-11-19T00:34:00,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] regionserver.ReplicationSink(324): Finished replicating [5d71e3ea-832d-40d3-809a-d59d11300cf7] bulk loaded data 2024-11-19T00:34:00,979 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 1033, reset compression=false 2024-11-19T00:34:01,083 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 687, reset compression=false 2024-11-19T00:34:01,087 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:34:01,088 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,41077,1731976420058 got entry batch from reader: WALEntryBatch [walEntries=[{test/dfa01185eab393f0148bf568f81e68a9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731976440935/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T00:34:01,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.ReplicationSink(318): Replicating [5d71e3ea-832d-40d3-809a-d59d11300cf7, d4eb877a-999d-4090-b1a9-356b700af0ea] bulk loaded data 2024-11-19T00:34:01,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741844_1020 (size=11194) 2024-11-19T00:34:01,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:34:01,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:01,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:01,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:01,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:01,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:01,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:01,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:01,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:01,288 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 1033, reset compression=false 2024-11-19T00:34:01,382 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 1033, reset compression=false 2024-11-19T00:34:01,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:34:01,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:34:01,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:01,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:01,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:01,455 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:34:01,455 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=981615064, stopped=false 2024-11-19T00:34:01,455 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,45327,1731976424974 2024-11-19T00:34:01,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:01,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741845_1021 (size=10791) 2024-11-19T00:34:01,527 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-91283414/running 2024-11-19T00:34:01,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-91283414/running 2024-11-19T00:34:01,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:34:01,527 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:34:01,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:34:01,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:34:01,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:01,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:01,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Set watcher on znode that does not yet exist, /1-91283414/running 2024-11-19T00:34:01,528 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,35511,1731976425092' ***** 2024-11-19T00:34:01,528 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:34:01,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Set watcher on znode that does not yet exist, /1-91283414/running 2024-11-19T00:34:01,528 INFO [RS:0;6b1531871d35:35511 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:34:01,528 INFO [RS:0;6b1531871d35:35511 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:34:01,528 INFO [RS:0;6b1531871d35:35511 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:34:01,528 INFO [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(3091): Received CLOSE for c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:34:01,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:34:01,528 INFO [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b0ff92ed4857512e942b61039c1d54b 2024-11-19T00:34:01,528 INFO [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,35511,1731976425092 2024-11-19T00:34:01,528 INFO [RS:0;6b1531871d35:35511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:34:01,528 INFO [RS:0;6b1531871d35:35511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:35511. 2024-11-19T00:34:01,528 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5c5c52b6daedb5146f51b48173f4582, disabling compactions & flushes 2024-11-19T00:34:01,529 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. 2024-11-19T00:34:01,529 DEBUG [RS:0;6b1531871d35:35511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:01,529 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. 2024-11-19T00:34:01,529 DEBUG [RS:0;6b1531871d35:35511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:01,529 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. after waiting 0 ms 2024-11-19T00:34:01,529 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. 2024-11-19T00:34:01,529 INFO [RS:0;6b1531871d35:35511 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:34:01,529 INFO [RS:0;6b1531871d35:35511 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:34:01,529 INFO [RS:0;6b1531871d35:35511 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:34:01,529 INFO [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:34:01,529 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c5c5c52b6daedb5146f51b48173f4582 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-19T00:34:01,529 INFO [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T00:34:01,529 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1325): Online Regions={c5c5c52b6daedb5146f51b48173f4582=hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582., 1588230740=hbase:meta,,1.1588230740, 5b0ff92ed4857512e942b61039c1d54b=test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b.} 2024-11-19T00:34:01,529 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b0ff92ed4857512e942b61039c1d54b, c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:34:01,529 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:34:01,529 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:34:01,529 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:34:01,529 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:34:01,529 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:34:01,529 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T00:34:01,544 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/replication/c5c5c52b6daedb5146f51b48173f4582/.tmp/hfileref/6a9e14296c4b435ea21d4d5eb98ce695 is 74, key is 1/hfileref:056d21a24f7e484cba3abad643df9f5b_SeqId_6_/1731976440938/DeleteColumn/seqid=0 2024-11-19T00:34:01,545 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/.tmp/info/76e370a0c34b46fc91548c9a37a4a993 is 147, key is hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582./info:regioninfo/1731976435704/Put/seqid=0 2024-11-19T00:34:01,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741846_1022 (size=5345) 2024-11-19T00:34:01,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741847_1023 (size=7686) 2024-11-19T00:34:01,584 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:34:01,591 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 1033, reset compression=false 2024-11-19T00:34:01,729 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b0ff92ed4857512e942b61039c1d54b, c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:34:01,886 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 1033, reset compression=false 2024-11-19T00:34:01,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T00:34:01,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35511 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-19T00:34:01,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35511 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:36856 deadline: 1731976501907, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping 2024-11-19T00:34:01,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:01,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:01,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1 from cache 2024-11-19T00:34:01,929 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b0ff92ed4857512e942b61039c1d54b, c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:34:01,950 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/.tmp/info/76e370a0c34b46fc91548c9a37a4a993 2024-11-19T00:34:01,950 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/replication/c5c5c52b6daedb5146f51b48173f4582/.tmp/hfileref/6a9e14296c4b435ea21d4d5eb98ce695 2024-11-19T00:34:01,968 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/replication/c5c5c52b6daedb5146f51b48173f4582/.tmp/queue/7752dd8794754004bf7ad6449c9f8f79 is 154, key is 1-6b1531871d35,35511,1731976425092/queue:6b1531871d35%2C35511%2C1731976425092/1731976440940/Put/seqid=0 2024-11-19T00:34:01,971 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/.tmp/ns/55507f963357436b8945bf93bc62447d is 43, key is default/ns:d/1731976427961/Put/seqid=0 2024-11-19T00:34:01,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741848_1024 (size=5353) 2024-11-19T00:34:01,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741849_1025 (size=5153) 2024-11-19T00:34:01,994 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 1033, reset compression=false 2024-11-19T00:34:02,032 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:02,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1] 2024-11-19T00:34:02,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35511 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-19T00:34:02,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35511 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:36856 deadline: 1731976501907, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping 2024-11-19T00:34:02,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1 from cache 2024-11-19T00:34:02,129 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b0ff92ed4857512e942b61039c1d54b, c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:34:02,176 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:34:02,176 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:34:02,243 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1] 2024-11-19T00:34:02,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35511 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-19T00:34:02,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35511 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:36856 deadline: 1731976501907, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping 2024-11-19T00:34:02,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1 from cache 2024-11-19T00:34:02,330 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b0ff92ed4857512e942b61039c1d54b, c5c5c52b6daedb5146f51b48173f4582 2024-11-19T00:34:02,372 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/replication/c5c5c52b6daedb5146f51b48173f4582/.tmp/queue/7752dd8794754004bf7ad6449c9f8f79 2024-11-19T00:34:02,374 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/.tmp/ns/55507f963357436b8945bf93bc62447d 2024-11-19T00:34:02,376 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/replication/c5c5c52b6daedb5146f51b48173f4582/.tmp/hfileref/6a9e14296c4b435ea21d4d5eb98ce695 as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/replication/c5c5c52b6daedb5146f51b48173f4582/hfileref/6a9e14296c4b435ea21d4d5eb98ce695 2024-11-19T00:34:02,380 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/replication/c5c5c52b6daedb5146f51b48173f4582/hfileref/6a9e14296c4b435ea21d4d5eb98ce695, entries=4, sequenceid=12, filesize=5.2 K 2024-11-19T00:34:02,381 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/replication/c5c5c52b6daedb5146f51b48173f4582/.tmp/queue/7752dd8794754004bf7ad6449c9f8f79 as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/replication/c5c5c52b6daedb5146f51b48173f4582/queue/7752dd8794754004bf7ad6449c9f8f79 2024-11-19T00:34:02,385 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/replication/c5c5c52b6daedb5146f51b48173f4582/queue/7752dd8794754004bf7ad6449c9f8f79, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T00:34:02,386 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c5c5c52b6daedb5146f51b48173f4582 in 857ms, sequenceid=12, compaction requested=false 2024-11-19T00:34:02,396 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/.tmp/rep_barrier/13a66eb0c7ed4dabbdd16eb996eb289f is 112, key is test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b./rep_barrier:seqnumDuringOpen/1731976431353/Put/seqid=0 2024-11-19T00:34:02,399 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/replication/c5c5c52b6daedb5146f51b48173f4582/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T00:34:02,400 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:34:02,400 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:34:02,400 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. 2024-11-19T00:34:02,400 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5c5c52b6daedb5146f51b48173f4582: Waiting for close lock at 1731976441528Running coprocessor pre-close hooks at 1731976441528Disabling compacts and flushes for region at 1731976441528Disabling writes for close at 1731976441529 (+1 ms)Obtaining lock to block concurrent updates at 1731976441529Preparing flush snapshotting stores in c5c5c52b6daedb5146f51b48173f4582 at 1731976441529Finished memstore snapshotting hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731976441529Flushing stores of hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. at 1731976441530 (+1 ms)Flushing c5c5c52b6daedb5146f51b48173f4582/hfileref: creating writer at 1731976441530Flushing c5c5c52b6daedb5146f51b48173f4582/hfileref: appending metadata at 1731976441542 (+12 ms)Flushing c5c5c52b6daedb5146f51b48173f4582/hfileref: closing flushed file at 1731976441542Flushing c5c5c52b6daedb5146f51b48173f4582/queue: creating writer at 1731976441954 (+412 ms)Flushing c5c5c52b6daedb5146f51b48173f4582/queue: appending metadata at 1731976441967 (+13 ms)Flushing c5c5c52b6daedb5146f51b48173f4582/queue: closing flushed file at 1731976441967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@579cdcc2: reopening flushed file at 1731976442376 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@408bca85: reopening flushed file at 1731976442380 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c5c5c52b6daedb5146f51b48173f4582 in 857ms, sequenceid=12, compaction requested=false at 1731976442386 (+6 ms)Writing region close event to WAL at 1731976442395 (+9 ms)Running coprocessor post-close hooks at 1731976442400 (+5 ms)Closed at 1731976442400 2024-11-19T00:34:02,400 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731976434539.c5c5c52b6daedb5146f51b48173f4582. 2024-11-19T00:34:02,400 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b0ff92ed4857512e942b61039c1d54b, disabling compactions & flushes 2024-11-19T00:34:02,400 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b. 2024-11-19T00:34:02,400 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b. 2024-11-19T00:34:02,400 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b. after waiting 0 ms 2024-11-19T00:34:02,400 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b. 2024-11-19T00:34:02,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741850_1026 (size=5518) 2024-11-19T00:34:02,415 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/default/test/5b0ff92ed4857512e942b61039c1d54b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T00:34:02,416 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:34:02,416 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:34:02,416 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b. 2024-11-19T00:34:02,416 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b0ff92ed4857512e942b61039c1d54b: Waiting for close lock at 1731976442400Running coprocessor pre-close hooks at 1731976442400Disabling compacts and flushes for region at 1731976442400Disabling writes for close at 1731976442400Writing region close event to WAL at 1731976442401 (+1 ms)Running coprocessor post-close hooks at 1731976442416 (+15 ms)Closed at 1731976442416 2024-11-19T00:34:02,416 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731976430206.5b0ff92ed4857512e942b61039c1d54b. 2024-11-19T00:34:02,490 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 1033, reset compression=false 2024-11-19T00:34:02,494 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:34:02,494 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 1328, reset compression=false 2024-11-19T00:34:02,494 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.shipper6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,35511,1731976425092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:34:02,495 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.shipper6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b1531871d35,35511,1731976425092: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b1531871d35,35511,1731976425092, walGroup=6b1531871d35%2C35511%2C1731976425092, offset=6b1531871d35%2C35511%2C1731976425092.1731976427304:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:35511 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T00:34:02,496 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.shipper6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T00:34:02,496 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.shipper6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T00:34:02,497 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.shipper6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T00:34:02,497 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.shipper6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T00:34:02,497 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.shipper6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T00:34:02,497 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.shipper6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 498232200 }, "NonHeapMemoryUsage": { "committed": 190644224, "init": 7667712, "max": -1, "used": 187956712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T00:34:02,498 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 1033, reset compression=false 2024-11-19T00:34:02,500 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.shipper6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-19T00:34:02,530 INFO [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T00:34:02,530 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:34:02,530 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:34:02,552 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:02,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1] 2024-11-19T00:34:02,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:34:02,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting 2024-11-19T00:34:02,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting 2024-11-19T00:34:02,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1 from cache 2024-11-19T00:34:02,701 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 1328, reset compression=false 2024-11-19T00:34:02,730 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:34:02,801 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/.tmp/rep_barrier/13a66eb0c7ed4dabbdd16eb996eb289f 2024-11-19T00:34:02,823 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/.tmp/table/d931596705574ff0946c9cc8c6a75efc is 53, key is hbase:replication/table:state/1731976435711/Put/seqid=0 2024-11-19T00:34:02,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741851_1027 (size=5308) 2024-11-19T00:34:02,930 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:34:03,005 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 1328, reset compression=false 2024-11-19T00:34:03,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:03,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1] 2024-11-19T00:34:03,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:34:03,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting 2024-11-19T00:34:03,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting 2024-11-19T00:34:03,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35511,1731976425092, seqNum=-1 from cache 2024-11-19T00:34:03,065 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:34:03,066 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-19T00:34:01.928Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02.034Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02.245Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02.556Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting 2024-11-19T00:34:03.064Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6b1531871d35,35511,1731976425092 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-19T00:34:03,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-19T00:34:01.928Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02.034Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02.245Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02.556Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting 2024-11-19T00:34:03.064Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6b1531871d35,35511,1731976425092 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-19T00:34:03,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:36852 deadline: 1731976501088, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-19T00:34:01.928Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02.034Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02.245Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02.556Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting 2024-11-19T00:34:03.064Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting 2024-11-19T00:34:03,069 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-19T00:34:01.928Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02.034Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02.245Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b1531871d35,35511,1731976425092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:34:02.556Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting 2024-11-19T00:34:03.064Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 6b1531871d35,35511,1731976425092 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:34:03,101 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 1033, reset compression=false 2024-11-19T00:34:03,130 DEBUG [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:34:03,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:34:03,174 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6b1531871d35,35511,1731976425092 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:34:03,228 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/.tmp/table/d931596705574ff0946c9cc8c6a75efc 2024-11-19T00:34:03,232 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/.tmp/info/76e370a0c34b46fc91548c9a37a4a993 as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/info/76e370a0c34b46fc91548c9a37a4a993 2024-11-19T00:34:03,237 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/info/76e370a0c34b46fc91548c9a37a4a993, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T00:34:03,238 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/.tmp/ns/55507f963357436b8945bf93bc62447d as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/ns/55507f963357436b8945bf93bc62447d 2024-11-19T00:34:03,243 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/ns/55507f963357436b8945bf93bc62447d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T00:34:03,244 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/.tmp/rep_barrier/13a66eb0c7ed4dabbdd16eb996eb289f as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/rep_barrier/13a66eb0c7ed4dabbdd16eb996eb289f 2024-11-19T00:34:03,249 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/rep_barrier/13a66eb0c7ed4dabbdd16eb996eb289f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T00:34:03,249 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/.tmp/table/d931596705574ff0946c9cc8c6a75efc as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/table/d931596705574ff0946c9cc8c6a75efc 2024-11-19T00:34:03,254 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/table/d931596705574ff0946c9cc8c6a75efc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T00:34:03,255 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-19T00:34:03,261 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T00:34:03,262 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:34:03,262 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:34:03,262 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:34:03,262 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976441529Running coprocessor pre-close hooks at 1731976441529Disabling compacts and flushes for region at 1731976441529Disabling writes for close at 1731976441529Obtaining lock to block concurrent updates at 1731976441529Preparing flush snapshotting stores in 1588230740 at 1731976441529Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731976441529Flushing stores of hbase:meta,,1.1588230740 at 1731976441530 (+1 ms)Flushing 1588230740/info: creating writer at 1731976441530Flushing 1588230740/info: appending metadata at 1731976441544 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731976441544Flushing 1588230740/ns: creating writer at 1731976441954 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731976441970 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731976441970Flushing 1588230740/rep_barrier: creating writer at 1731976442378 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731976442396 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731976442396Flushing 1588230740/table: creating writer at 1731976442805 (+409 ms)Flushing 1588230740/table: appending metadata at 1731976442823 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731976442823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b50adec: reopening flushed file at 1731976443232 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@526476d6: reopening flushed file at 1731976443237 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e7d4a53: reopening flushed file at 1731976443243 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38568c1d: reopening flushed file at 1731976443249 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1731976443255 (+6 ms)Writing region close event to WAL at 1731976443258 (+3 ms)Running coprocessor post-close hooks at 1731976443262 (+4 ms)Closed at 1731976443262 2024-11-19T00:34:03,262 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:34:03,331 INFO [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,35511,1731976425092; all regions closed. 2024-11-19T00:34:03,333 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.meta.1731976427912.meta not finished, retry = 0 2024-11-19T00:34:03,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741834_1010 (size=4239) 2024-11-19T00:34:03,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:34:03,378 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6b1531871d35,35511,1731976425092 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:34:03,409 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 to pos 1328, reset compression=false 2024-11-19T00:34:03,436 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.rep.1731976435674 not finished, retry = 0 2024-11-19T00:34:03,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741839_1015 (size=3127) 2024-11-19T00:34:03,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741833_1009 (size=1336) 2024-11-19T00:34:03,538 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/WALs/6b1531871d35,35511,1731976425092/6b1531871d35%2C35511%2C1731976425092.1731976427304 not finished, retry = 0 2024-11-19T00:34:03,639 DEBUG [RS:0;6b1531871d35:35511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:03,640 INFO [RS:0;6b1531871d35:35511 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:34:03,640 INFO [RS:0;6b1531871d35:35511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:34:03,640 INFO [RS:0;6b1531871d35:35511 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T00:34:03,640 INFO [RS:0;6b1531871d35:35511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:34:03,640 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:34:03,640 INFO [RS:0;6b1531871d35:35511 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,35511,1731976425092 because: Region server is closing 2024-11-19T00:34:03,641 INFO [RS:0;6b1531871d35:35511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:35511. 2024-11-19T00:34:03,641 DEBUG [RS:0;6b1531871d35:35511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:03,641 DEBUG [RS:0;6b1531871d35:35511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:03,641 DEBUG [RS:0;6b1531871d35:35511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:03,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:03,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b1531871d35,35511,1731976425092 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:34:03,681 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6b1531871d35,35511,1731976425092 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:34:03,741 INFO [RS:0;6b1531871d35:35511 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.shipper6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 terminated 2024-11-19T00:34:03,741 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35511,1731976425092.replicationSource.wal-reader.6b1531871d35%2C35511%2C1731976425092,1-6b1531871d35,35511,1731976425092 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T00:34:03,741 INFO [RS:0;6b1531871d35:35511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:35511. 2024-11-19T00:34:03,741 DEBUG [RS:0;6b1531871d35:35511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:03,742 DEBUG [RS:0;6b1531871d35:35511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:03,742 DEBUG [RS:0;6b1531871d35:35511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:03,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:03,742 INFO [RS:0;6b1531871d35:35511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35511 2024-11-19T00:34:03,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414/rs 2024-11-19T00:34:03,758 INFO [RS:0;6b1531871d35:35511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:34:03,758 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-91283414/rs/6b1531871d35,35511,1731976425092 2024-11-19T00:34:03,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,35511,1731976425092] 2024-11-19T00:34:03,777 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-91283414/draining/6b1531871d35,35511,1731976425092 already deleted, retry=false 2024-11-19T00:34:03,777 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,35511,1731976425092 expired; onlineServers=0 2024-11-19T00:34:03,777 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,45327,1731976424974' ***** 2024-11-19T00:34:03,777 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:34:03,777 INFO [M:0;6b1531871d35:45327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:34:03,777 INFO [M:0;6b1531871d35:45327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:34:03,777 DEBUG [M:0;6b1531871d35:45327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:34:03,777 DEBUG [M:0;6b1531871d35:45327 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:34:03,777 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:34:03,777 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976427076 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976427076,5,FailOnTimeoutGroup] 2024-11-19T00:34:03,777 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976427076 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976427076,5,FailOnTimeoutGroup] 2024-11-19T00:34:03,777 INFO [M:0;6b1531871d35:45327 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:34:03,778 INFO [M:0;6b1531871d35:45327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:34:03,778 DEBUG [M:0;6b1531871d35:45327 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:34:03,778 INFO [M:0;6b1531871d35:45327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:34:03,778 INFO [M:0;6b1531871d35:45327 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:34:03,778 INFO [M:0;6b1531871d35:45327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:34:03,778 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:34:03,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-91283414/master 2024-11-19T00:34:03,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-91283414 2024-11-19T00:34:03,785 DEBUG [M:0;6b1531871d35:45327 {}] zookeeper.ZKUtil(347): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Unable to get data of znode /1-91283414/master because node does not exist (not an error) 2024-11-19T00:34:03,785 WARN [M:0;6b1531871d35:45327 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:34:03,786 INFO [M:0;6b1531871d35:45327 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/.lastflushedseqids 2024-11-19T00:34:03,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741852_1028 (size=263) 2024-11-19T00:34:03,816 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 1033, reset compression=false 2024-11-19T00:34:03,869 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:03,869 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1005558d2440004, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:03,869 INFO [RS:0;6b1531871d35:35511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:34:03,869 INFO [RS:0;6b1531871d35:35511 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,35511,1731976425092; zookeeper connection closed. 2024-11-19T00:34:03,869 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1549fa90 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1549fa90 2024-11-19T00:34:03,869 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:34:04,085 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6b1531871d35:35511 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b1531871d35/172.17.0.2:35511 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:34:04,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6b1531871d35:35511 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b1531871d35/172.17.0.2:35511 2024-11-19T00:34:04,085 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=6b1531871d35:35511 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b1531871d35/172.17.0.2:35511 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b1531871d35/172.17.0.2:35511 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T00:34:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-19T00:34:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55352 deadline: 1731976504087, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T00:34:04,089 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-19T00:34:04,089 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T00:34:04,191 INFO [M:0;6b1531871d35:45327 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:34:04,191 INFO [M:0;6b1531871d35:45327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:34:04,191 DEBUG [M:0;6b1531871d35:45327 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:34:04,191 INFO [M:0;6b1531871d35:45327 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:04,191 DEBUG [M:0;6b1531871d35:45327 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:04,191 DEBUG [M:0;6b1531871d35:45327 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:34:04,192 DEBUG [M:0;6b1531871d35:45327 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:04,192 INFO [M:0;6b1531871d35:45327 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T00:34:04,206 DEBUG [M:0;6b1531871d35:45327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6952616eb45947a988887defdbb33cf4 is 82, key is hbase:meta,,1/info:regioninfo/1731976427942/Put/seqid=0 2024-11-19T00:34:04,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741853_1029 (size=5672) 2024-11-19T00:34:04,590 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T00:34:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-19T00:34:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55352 deadline: 1731976504591, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T00:34:04,592 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-19T00:34:04,592 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T00:34:04,592 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T00:34:04,611 INFO [M:0;6b1531871d35:45327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6952616eb45947a988887defdbb33cf4 2024-11-19T00:34:04,619 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 1033, reset compression=false 2024-11-19T00:34:04,629 DEBUG [M:0;6b1531871d35:45327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de6eda3a946b4895a1f91657dc185802 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731976435714/Put/seqid=0 2024-11-19T00:34:04,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741854_1030 (size=8515) 2024-11-19T00:34:05,033 INFO [M:0;6b1531871d35:45327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de6eda3a946b4895a1f91657dc185802 2024-11-19T00:34:05,054 DEBUG [M:0;6b1531871d35:45327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9390ceda10e5417ea80adeb77d603067 is 69, key is 6b1531871d35,35511,1731976425092/rs:state/1731976427154/Put/seqid=0 2024-11-19T00:34:05,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741855_1031 (size=5156) 2024-11-19T00:34:05,193 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T00:34:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-19T00:34:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55352 deadline: 1731976505194, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T00:34:05,195 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-19T00:34:05,196 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T00:34:05,196 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T00:34:05,458 INFO [M:0;6b1531871d35:45327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9390ceda10e5417ea80adeb77d603067 2024-11-19T00:34:05,462 DEBUG [M:0;6b1531871d35:45327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6952616eb45947a988887defdbb33cf4 as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6952616eb45947a988887defdbb33cf4 2024-11-19T00:34:05,466 INFO [M:0;6b1531871d35:45327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6952616eb45947a988887defdbb33cf4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T00:34:05,467 DEBUG [M:0;6b1531871d35:45327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de6eda3a946b4895a1f91657dc185802 as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de6eda3a946b4895a1f91657dc185802 2024-11-19T00:34:05,471 INFO [M:0;6b1531871d35:45327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de6eda3a946b4895a1f91657dc185802, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T00:34:05,471 DEBUG [M:0;6b1531871d35:45327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9390ceda10e5417ea80adeb77d603067 as hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9390ceda10e5417ea80adeb77d603067 2024-11-19T00:34:05,476 INFO [M:0;6b1531871d35:45327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/5d92dfb6-7355-4fd1-9442-9c3514f00a76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9390ceda10e5417ea80adeb77d603067, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T00:34:05,477 INFO [M:0;6b1531871d35:45327 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-19T00:34:05,478 INFO [M:0;6b1531871d35:45327 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:05,478 DEBUG [M:0;6b1531871d35:45327 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976444191Disabling compacts and flushes for region at 1731976444191Disabling writes for close at 1731976444191Obtaining lock to block concurrent updates at 1731976444192 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976444192Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731976444192Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976444193 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976444193Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976444206 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976444206Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976444615 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976444628 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976444628Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976445037 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976445053 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976445053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c6f667: reopening flushed file at 1731976445462 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630fdf1a: reopening flushed file at 1731976445466 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e48f95d: reopening flushed file at 1731976445471 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1731976445477 (+6 ms)Writing region close event to WAL at 1731976445478 (+1 ms)Closed at 1731976445478 2024-11-19T00:34:05,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741830_1006 (size=63642) 2024-11-19T00:34:05,480 INFO [M:0;6b1531871d35:45327 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:34:05,480 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:34:05,480 INFO [M:0;6b1531871d35:45327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45327 2024-11-19T00:34:05,483 INFO [M:0;6b1531871d35:45327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:34:05,523 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 1033, reset compression=false 2024-11-19T00:34:05,619 INFO [M:0;6b1531871d35:45327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:34:05,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:05,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45327-0x1005558d2440003, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:05,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76dff982{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:34:05,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21327da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:34:05,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:34:05,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@613e9d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:34:05,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff3877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/hadoop.log.dir/,STOPPED} 2024-11-19T00:34:05,624 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:34:05,624 WARN [BP-1006481733-172.17.0.2-1731976423361 heartbeating to localhost/127.0.0.1:38699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:34:05,624 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:34:05,624 WARN [BP-1006481733-172.17.0.2-1731976423361 heartbeating to localhost/127.0.0.1:38699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1006481733-172.17.0.2-1731976423361 (Datanode Uuid e623eb5e-8f25-4489-ae02-74955ff5abd6) service to localhost/127.0.0.1:38699 2024-11-19T00:34:05,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/cluster_4962554e-bded-b971-1bb8-a66dfb918e0b/data/data1/current/BP-1006481733-172.17.0.2-1731976423361 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:34:05,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/cluster_4962554e-bded-b971-1bb8-a66dfb918e0b/data/data2/current/BP-1006481733-172.17.0.2-1731976423361 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:34:05,625 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:34:05,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38ac04b5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:34:05,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6866c87b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:34:05,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:34:05,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2976d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:34:05,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a47cf22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/hadoop.log.dir/,STOPPED} 2024-11-19T00:34:05,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:34:05,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:34:05,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:34:05,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:05,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:05,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:05,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:05,646 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:34:05,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1085457217, stopped=false 2024-11-19T00:34:05,647 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,39239,1731976419888 2024-11-19T00:34:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01626961177/running 2024-11-19T00:34:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01626961177/running 2024-11-19T00:34:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:34:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:34:05,658 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:34:05,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:34:05,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:05,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:05,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,41077,1731976420058' ***** 2024-11-19T00:34:05,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:34:05,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Set watcher on znode that does not yet exist, /01626961177/running 2024-11-19T00:34:05,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Set watcher on znode that does not yet exist, /01626961177/running 2024-11-19T00:34:05,659 INFO [RS:0;6b1531871d35:41077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:34:05,659 INFO [RS:0;6b1531871d35:41077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:34:05,659 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:34:05,659 INFO [RS:0;6b1531871d35:41077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:34:05,659 INFO [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(3091): Received CLOSE for dfa01185eab393f0148bf568f81e68a9 2024-11-19T00:34:05,659 INFO [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(3091): Received CLOSE for 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:34:05,659 INFO [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,41077,1731976420058 2024-11-19T00:34:05,659 INFO [RS:0;6b1531871d35:41077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:34:05,659 INFO [RS:0;6b1531871d35:41077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:41077. 2024-11-19T00:34:05,659 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dfa01185eab393f0148bf568f81e68a9, disabling compactions & flushes 2024-11-19T00:34:05,660 DEBUG [RS:0;6b1531871d35:41077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:05,660 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731976428049.dfa01185eab393f0148bf568f81e68a9. 2024-11-19T00:34:05,660 DEBUG [RS:0;6b1531871d35:41077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:05,660 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976428049.dfa01185eab393f0148bf568f81e68a9. 2024-11-19T00:34:05,660 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731976428049.dfa01185eab393f0148bf568f81e68a9. after waiting 0 ms 2024-11-19T00:34:05,660 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731976428049.dfa01185eab393f0148bf568f81e68a9. 2024-11-19T00:34:05,660 INFO [RS:0;6b1531871d35:41077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:34:05,660 INFO [RS:0;6b1531871d35:41077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:34:05,660 INFO [RS:0;6b1531871d35:41077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:34:05,660 INFO [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:34:05,660 INFO [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T00:34:05,660 DEBUG [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dfa01185eab393f0148bf568f81e68a9=test,,1731976428049.dfa01185eab393f0148bf568f81e68a9., 8500c92b0f8d7d0fd9e8228c2e5d6cc2=hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2.} 2024-11-19T00:34:05,660 DEBUG [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8500c92b0f8d7d0fd9e8228c2e5d6cc2, dfa01185eab393f0148bf568f81e68a9 2024-11-19T00:34:05,660 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:34:05,660 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:34:05,660 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:34:05,660 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:34:05,660 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:34:05,660 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T00:34:05,663 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/default/test/dfa01185eab393f0148bf568f81e68a9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T00:34:05,663 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:34:05,663 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:34:05,663 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731976428049.dfa01185eab393f0148bf568f81e68a9. 2024-11-19T00:34:05,663 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dfa01185eab393f0148bf568f81e68a9: Waiting for close lock at 1731976445659Running coprocessor pre-close hooks at 1731976445659Disabling compacts and flushes for region at 1731976445659Disabling writes for close at 1731976445660 (+1 ms)Writing region close event to WAL at 1731976445660Running coprocessor post-close hooks at 1731976445663 (+3 ms)Closed at 1731976445663 2024-11-19T00:34:05,664 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731976428049.dfa01185eab393f0148bf568f81e68a9. 2024-11-19T00:34:05,664 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8500c92b0f8d7d0fd9e8228c2e5d6cc2, disabling compactions & flushes 2024-11-19T00:34:05,664 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. 2024-11-19T00:34:05,664 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. 2024-11-19T00:34:05,664 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. after waiting 0 ms 2024-11-19T00:34:05,664 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. 2024-11-19T00:34:05,664 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8500c92b0f8d7d0fd9e8228c2e5d6cc2 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-19T00:34:05,675 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/.tmp/info/24449313b27c47e2a439926ef2c81cd3 is 147, key is hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2./info:regioninfo/1731976433596/Put/seqid=0 2024-11-19T00:34:05,678 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/replication/8500c92b0f8d7d0fd9e8228c2e5d6cc2/.tmp/hfileref/ee814e6249e34b419bf9823067a0f61e is 74, key is 1/hfileref:22ed0a33f8df49cba1fc774c1fc0b198_SeqId_6_/1731976440925/Put/seqid=0 2024-11-19T00:34:05,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741846_1022 (size=7686) 2024-11-19T00:34:05,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741847_1023 (size=5345) 2024-11-19T00:34:05,754 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:34:05,860 DEBUG [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:34:05,896 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T00:34:05,897 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6b1531871d35:45327 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b1531871d35/172.17.0.2:45327 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:34:05,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6b1531871d35:45327 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b1531871d35/172.17.0.2:45327 2024-11-19T00:34:06,002 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:06,003 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6b1531871d35:45327 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b1531871d35/172.17.0.2:45327 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:34:06,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=6b1531871d35:45327 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b1531871d35/172.17.0.2:45327 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-19T00:34:06,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 6b1531871d35:45327 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b1531871d35/172.17.0.2:45327 2024-11-19T00:34:06,060 DEBUG [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:34:06,080 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/.tmp/info/24449313b27c47e2a439926ef2c81cd3 2024-11-19T00:34:06,084 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/replication/8500c92b0f8d7d0fd9e8228c2e5d6cc2/.tmp/hfileref/ee814e6249e34b419bf9823067a0f61e 2024-11-19T00:34:06,100 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/.tmp/ns/8332051d6f074a2b89ef00d159b3920e is 43, key is default/ns:d/1731976423262/Put/seqid=0 2024-11-19T00:34:06,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741848_1024 (size=5153) 2024-11-19T00:34:06,113 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/replication/8500c92b0f8d7d0fd9e8228c2e5d6cc2/.tmp/queue/2f1eac6956f54c958023f3ec00168d23 is 153, key is 1-6b1531871d35,41077,1731976420058/queue:6b1531871d35%2C41077%2C1731976420058/1731976439239/Put/seqid=0 2024-11-19T00:34:06,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741849_1025 (size=5352) 2024-11-19T00:34:06,178 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:34:06,178 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:34:06,212 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:06,212 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6b1531871d35:45327 this server is in the failed servers list 2024-11-19T00:34:06,213 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6b1531871d35:45327 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:06,261 DEBUG [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:34:06,461 DEBUG [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8500c92b0f8d7d0fd9e8228c2e5d6cc2 2024-11-19T00:34:06,504 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/.tmp/ns/8332051d6f074a2b89ef00d159b3920e 2024-11-19T00:34:06,518 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/replication/8500c92b0f8d7d0fd9e8228c2e5d6cc2/.tmp/queue/2f1eac6956f54c958023f3ec00168d23 2024-11-19T00:34:06,522 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/.tmp/rep_barrier/f1679466ca834163ab0efc6e782f0d53 is 112, key is test,,1731976428049.dfa01185eab393f0148bf568f81e68a9./rep_barrier:seqnumDuringOpen/1731976429198/Put/seqid=0 2024-11-19T00:34:06,522 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:06,522 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/replication/8500c92b0f8d7d0fd9e8228c2e5d6cc2/.tmp/hfileref/ee814e6249e34b419bf9823067a0f61e as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/replication/8500c92b0f8d7d0fd9e8228c2e5d6cc2/hfileref/ee814e6249e34b419bf9823067a0f61e 2024-11-19T00:34:06,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6b1531871d35:45327 this server is in the failed servers list 2024-11-19T00:34:06,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6b1531871d35:45327 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:06,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741850_1026 (size=5518) 2024-11-19T00:34:06,526 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 1033, reset compression=false 2024-11-19T00:34:06,527 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/replication/8500c92b0f8d7d0fd9e8228c2e5d6cc2/hfileref/ee814e6249e34b419bf9823067a0f61e, entries=4, sequenceid=10, filesize=5.2 K 2024-11-19T00:34:06,528 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/.tmp/rep_barrier/f1679466ca834163ab0efc6e782f0d53 2024-11-19T00:34:06,529 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/replication/8500c92b0f8d7d0fd9e8228c2e5d6cc2/.tmp/queue/2f1eac6956f54c958023f3ec00168d23 as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/replication/8500c92b0f8d7d0fd9e8228c2e5d6cc2/queue/2f1eac6956f54c958023f3ec00168d23 2024-11-19T00:34:06,532 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:34:06,532 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 1328, reset compression=false 2024-11-19T00:34:06,534 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/replication/8500c92b0f8d7d0fd9e8228c2e5d6cc2/queue/2f1eac6956f54c958023f3ec00168d23, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T00:34:06,535 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8500c92b0f8d7d0fd9e8228c2e5d6cc2 in 871ms, sequenceid=10, compaction requested=false 2024-11-19T00:34:06,535 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T00:34:06,545 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/replication/8500c92b0f8d7d0fd9e8228c2e5d6cc2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T00:34:06,546 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:34:06,546 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:34:06,546 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. 2024-11-19T00:34:06,546 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8500c92b0f8d7d0fd9e8228c2e5d6cc2: Waiting for close lock at 1731976445664Running coprocessor pre-close hooks at 1731976445664Disabling compacts and flushes for region at 1731976445664Disabling writes for close at 1731976445664Obtaining lock to block concurrent updates at 1731976445664Preparing flush snapshotting stores in 8500c92b0f8d7d0fd9e8228c2e5d6cc2 at 1731976445664Finished memstore snapshotting hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731976445664Flushing stores of hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. at 1731976445665 (+1 ms)Flushing 8500c92b0f8d7d0fd9e8228c2e5d6cc2/hfileref: creating writer at 1731976445665Flushing 8500c92b0f8d7d0fd9e8228c2e5d6cc2/hfileref: appending metadata at 1731976445677 (+12 ms)Flushing 8500c92b0f8d7d0fd9e8228c2e5d6cc2/hfileref: closing flushed file at 1731976445677Flushing 8500c92b0f8d7d0fd9e8228c2e5d6cc2/queue: creating writer at 1731976446089 (+412 ms)Flushing 8500c92b0f8d7d0fd9e8228c2e5d6cc2/queue: appending metadata at 1731976446113 (+24 ms)Flushing 8500c92b0f8d7d0fd9e8228c2e5d6cc2/queue: closing flushed file at 1731976446113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@444eff90: reopening flushed file at 1731976446522 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5999b9e6: reopening flushed file at 1731976446527 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8500c92b0f8d7d0fd9e8228c2e5d6cc2 in 871ms, sequenceid=10, compaction requested=false at 1731976446535 (+8 ms)Writing region close event to WAL at 1731976446542 (+7 ms)Running coprocessor post-close hooks at 1731976446546 (+4 ms)Closed at 1731976446546 2024-11-19T00:34:06,546 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731976432373.8500c92b0f8d7d0fd9e8228c2e5d6cc2. 2024-11-19T00:34:06,549 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/.tmp/table/14648125ac7b462b87d4ed0c6a72c77c is 53, key is hbase:replication/table:state/1731976433604/Put/seqid=0 2024-11-19T00:34:06,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741851_1027 (size=5308) 2024-11-19T00:34:06,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T00:34:06,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T00:34:06,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:34:06,661 INFO [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T00:34:06,661 DEBUG [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:34:06,661 DEBUG [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:34:06,736 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 1328, reset compression=false 2024-11-19T00:34:06,861 DEBUG [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:34:06,953 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/.tmp/table/14648125ac7b462b87d4ed0c6a72c77c 2024-11-19T00:34:06,957 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/.tmp/info/24449313b27c47e2a439926ef2c81cd3 as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/info/24449313b27c47e2a439926ef2c81cd3 2024-11-19T00:34:06,962 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/info/24449313b27c47e2a439926ef2c81cd3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T00:34:06,963 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/.tmp/ns/8332051d6f074a2b89ef00d159b3920e as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/ns/8332051d6f074a2b89ef00d159b3920e 2024-11-19T00:34:06,967 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/ns/8332051d6f074a2b89ef00d159b3920e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T00:34:06,968 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/.tmp/rep_barrier/f1679466ca834163ab0efc6e782f0d53 as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/rep_barrier/f1679466ca834163ab0efc6e782f0d53 2024-11-19T00:34:06,972 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/rep_barrier/f1679466ca834163ab0efc6e782f0d53, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T00:34:06,973 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/.tmp/table/14648125ac7b462b87d4ed0c6a72c77c as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/table/14648125ac7b462b87d4ed0c6a72c77c 2024-11-19T00:34:06,976 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/table/14648125ac7b462b87d4ed0c6a72c77c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T00:34:06,977 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false 2024-11-19T00:34:06,977 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:34:06,981 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T00:34:06,982 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:34:06,982 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:34:06,982 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:34:06,982 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976445660Running coprocessor pre-close hooks at 1731976445660Disabling compacts and flushes for region at 1731976445660Disabling writes for close at 1731976445660Obtaining lock to block concurrent updates at 1731976445660Preparing flush snapshotting stores in 1588230740 at 1731976445660Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731976445661 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731976445661Flushing 1588230740/info: creating writer at 1731976445661Flushing 1588230740/info: appending metadata at 1731976445675 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731976445675Flushing 1588230740/ns: creating writer at 1731976446085 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731976446100 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731976446100Flushing 1588230740/rep_barrier: creating writer at 1731976446508 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731976446522 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731976446522Flushing 1588230740/table: creating writer at 1731976446534 (+12 ms)Flushing 1588230740/table: appending metadata at 1731976446548 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731976446548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709ce04f: reopening flushed file at 1731976446957 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61db2209: reopening flushed file at 1731976446962 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bc3ae9: reopening flushed file at 1731976446967 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56f85ea3: reopening flushed file at 1731976446972 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false at 1731976446977 (+5 ms)Writing region close event to WAL at 1731976446979 (+2 ms)Running coprocessor post-close hooks at 1731976446982 (+3 ms)Closed at 1731976446982 2024-11-19T00:34:06,982 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:34:07,032 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:07,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6b1531871d35:45327 this server is in the failed servers list 2024-11-19T00:34:07,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6b1531871d35:45327 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:07,040 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 to pos 1328, reset compression=false 2024-11-19T00:34:07,061 INFO [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,41077,1731976420058; all regions closed. 2024-11-19T00:34:07,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741834_1010 (size=4239) 2024-11-19T00:34:07,066 DEBUG [RS:0;6b1531871d35:41077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/oldWALs 2024-11-19T00:34:07,066 INFO [RS:0;6b1531871d35:41077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C41077%2C1731976420058.meta:.meta(num 1731976423187) 2024-11-19T00:34:07,068 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.rep.1731976433553 not finished, retry = 0 2024-11-19T00:34:07,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741839_1015 (size=2695) 2024-11-19T00:34:07,170 DEBUG [RS:0;6b1531871d35:41077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/oldWALs 2024-11-19T00:34:07,170 INFO [RS:0;6b1531871d35:41077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C41077%2C1731976420058.rep:(num 1731976433553) 2024-11-19T00:34:07,172 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/WALs/6b1531871d35,41077,1731976420058/6b1531871d35%2C41077%2C1731976420058.1731976422269 not finished, retry = 0 2024-11-19T00:34:07,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741832_1008 (size=1336) 2024-11-19T00:34:07,274 DEBUG [RS:0;6b1531871d35:41077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/oldWALs 2024-11-19T00:34:07,274 INFO [RS:0;6b1531871d35:41077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C41077%2C1731976420058:(num 1731976422269) 2024-11-19T00:34:07,274 DEBUG [RS:0;6b1531871d35:41077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:07,274 INFO [RS:0;6b1531871d35:41077 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:34:07,274 INFO [RS:0;6b1531871d35:41077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:34:07,275 INFO [RS:0;6b1531871d35:41077 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T00:34:07,275 INFO [RS:0;6b1531871d35:41077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:34:07,275 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:34:07,275 INFO [RS:0;6b1531871d35:41077 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,41077,1731976420058 because: Region server is closing 2024-11-19T00:34:07,275 INFO [RS:0;6b1531871d35:41077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:41077. 2024-11-19T00:34:07,275 DEBUG [RS:0;6b1531871d35:41077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:07,275 DEBUG [RS:0;6b1531871d35:41077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:07,275 DEBUG [RS:0;6b1531871d35:41077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:07,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:07,376 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.wal-reader.6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T00:34:07,376 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-19T00:34:07,376 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T00:34:07,376 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T00:34:07,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:34:07,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:07,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:07,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:07,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:07,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:07,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:07,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:07,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:07,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:08,042 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:08,042 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:08,044 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:08,177 INFO [RS:0;6b1531871d35:41077 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,41077,1731976420058.replicationSource.shipper6b1531871d35%2C41077%2C1731976420058,1-6b1531871d35,41077,1731976420058 terminated 2024-11-19T00:34:08,177 INFO [RS:0;6b1531871d35:41077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:41077. 2024-11-19T00:34:08,177 DEBUG [RS:0;6b1531871d35:41077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:08,177 DEBUG [RS:0;6b1531871d35:41077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:08,177 DEBUG [RS:0;6b1531871d35:41077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:08,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:08,177 INFO [RS:0;6b1531871d35:41077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41077 2024-11-19T00:34:08,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177/rs 2024-11-19T00:34:08,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01626961177/rs/6b1531871d35,41077,1731976420058 2024-11-19T00:34:08,235 INFO [RS:0;6b1531871d35:41077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:34:08,243 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,41077,1731976420058] 2024-11-19T00:34:08,252 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01626961177/draining/6b1531871d35,41077,1731976420058 already deleted, retry=false 2024-11-19T00:34:08,252 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,41077,1731976420058 expired; onlineServers=0 2024-11-19T00:34:08,252 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,39239,1731976419888' ***** 2024-11-19T00:34:08,252 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:34:08,252 INFO [M:0;6b1531871d35:39239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:34:08,252 INFO [M:0;6b1531871d35:39239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:34:08,252 DEBUG [M:0;6b1531871d35:39239 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:34:08,252 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:34:08,252 DEBUG [M:0;6b1531871d35:39239 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:34:08,252 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976421993 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976421993,5,FailOnTimeoutGroup] 2024-11-19T00:34:08,252 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976421993 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976421993,5,FailOnTimeoutGroup] 2024-11-19T00:34:08,252 INFO [M:0;6b1531871d35:39239 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:34:08,252 INFO [M:0;6b1531871d35:39239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:34:08,252 DEBUG [M:0;6b1531871d35:39239 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:34:08,252 INFO [M:0;6b1531871d35:39239 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:34:08,252 INFO [M:0;6b1531871d35:39239 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:34:08,253 INFO [M:0;6b1531871d35:39239 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:34:08,253 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:34:08,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01626961177/master 2024-11-19T00:34:08,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01626961177 2024-11-19T00:34:08,260 DEBUG [M:0;6b1531871d35:39239 {}] zookeeper.ZKUtil(347): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Unable to get data of znode /01626961177/master because node does not exist (not an error) 2024-11-19T00:34:08,260 WARN [M:0;6b1531871d35:39239 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:34:08,261 INFO [M:0;6b1531871d35:39239 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/.lastflushedseqids 2024-11-19T00:34:08,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741852_1028 (size=263) 2024-11-19T00:34:08,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:08,344 INFO [RS:0;6b1531871d35:41077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:34:08,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41077-0x1005558d2440001, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:08,344 INFO [RS:0;6b1531871d35:41077 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,41077,1731976420058; zookeeper connection closed. 2024-11-19T00:34:08,344 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ce895fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ce895fc 2024-11-19T00:34:08,344 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:34:08,666 INFO [M:0;6b1531871d35:39239 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:34:08,666 INFO [M:0;6b1531871d35:39239 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:34:08,666 DEBUG [M:0;6b1531871d35:39239 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:34:08,666 INFO [M:0;6b1531871d35:39239 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:08,666 DEBUG [M:0;6b1531871d35:39239 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:08,666 DEBUG [M:0;6b1531871d35:39239 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:34:08,666 DEBUG [M:0;6b1531871d35:39239 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:08,667 INFO [M:0;6b1531871d35:39239 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T00:34:08,681 DEBUG [M:0;6b1531871d35:39239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8c5032be6946598e096f1b627821b2 is 82, key is hbase:meta,,1/info:regioninfo/1731976423218/Put/seqid=0 2024-11-19T00:34:08,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741853_1029 (size=5672) 2024-11-19T00:34:09,085 INFO [M:0;6b1531871d35:39239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8c5032be6946598e096f1b627821b2 2024-11-19T00:34:09,101 DEBUG [M:0;6b1531871d35:39239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b92792de5ac4f0099c641502ffb62a9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731976433608/Put/seqid=0 2024-11-19T00:34:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741854_1030 (size=8516) 2024-11-19T00:34:09,477 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T00:34:09,505 INFO [M:0;6b1531871d35:39239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b92792de5ac4f0099c641502ffb62a9 2024-11-19T00:34:09,521 DEBUG [M:0;6b1531871d35:39239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acb2e96adbae4b21a65dd29b6cf729b6 is 69, key is 6b1531871d35,41077,1731976420058/rs:state/1731976422118/Put/seqid=0 2024-11-19T00:34:09,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741855_1031 (size=5156) 2024-11-19T00:34:09,925 INFO [M:0;6b1531871d35:39239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acb2e96adbae4b21a65dd29b6cf729b6 2024-11-19T00:34:09,930 DEBUG [M:0;6b1531871d35:39239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8c5032be6946598e096f1b627821b2 as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f8c5032be6946598e096f1b627821b2 2024-11-19T00:34:09,934 INFO [M:0;6b1531871d35:39239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f8c5032be6946598e096f1b627821b2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T00:34:09,935 DEBUG [M:0;6b1531871d35:39239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b92792de5ac4f0099c641502ffb62a9 as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b92792de5ac4f0099c641502ffb62a9 2024-11-19T00:34:09,939 INFO [M:0;6b1531871d35:39239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b92792de5ac4f0099c641502ffb62a9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T00:34:09,940 DEBUG [M:0;6b1531871d35:39239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acb2e96adbae4b21a65dd29b6cf729b6 as hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/acb2e96adbae4b21a65dd29b6cf729b6 2024-11-19T00:34:09,945 INFO [M:0;6b1531871d35:39239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33753/user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/acb2e96adbae4b21a65dd29b6cf729b6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T00:34:09,946 INFO [M:0;6b1531871d35:39239 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-19T00:34:09,951 INFO [M:0;6b1531871d35:39239 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:09,952 DEBUG [M:0;6b1531871d35:39239 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976448666Disabling compacts and flushes for region at 1731976448666Disabling writes for close at 1731976448666Obtaining lock to block concurrent updates at 1731976448667 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976448667Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731976448667Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976448667Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976448668 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976448681 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976448681Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976449088 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976449101 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976449101Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976449509 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976449521 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976449521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd964e4: reopening flushed file at 1731976449929 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11392ae8: reopening flushed file at 1731976449934 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51bb92a6: reopening flushed file at 1731976449939 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1731976449946 (+7 ms)Writing region close event to WAL at 1731976449951 (+5 ms)Closed at 1731976449951 2024-11-19T00:34:09,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41591 is added to blk_1073741830_1006 (size=63654) 2024-11-19T00:34:09,954 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7a2d0fe-3498-57d8-f8c3-50b58f438c9a/MasterData/WALs/6b1531871d35,39239,1731976419888/6b1531871d35%2C39239%2C1731976419888.1731976421791 not finished, retry = 0 2024-11-19T00:34:10,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:10,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:10,053 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4157 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:10,055 INFO [M:0;6b1531871d35:39239 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:34:10,055 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:34:10,055 INFO [M:0;6b1531871d35:39239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39239 2024-11-19T00:34:10,055 INFO [M:0;6b1531871d35:39239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:34:10,185 INFO [M:0;6b1531871d35:39239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:34:10,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:10,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39239-0x1005558d2440000, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:10,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f31ef2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:34:10,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31782b69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:34:10,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:34:10,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a5f470f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:34:10,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ddca0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/hadoop.log.dir/,STOPPED} 2024-11-19T00:34:10,189 WARN [BP-769377304-172.17.0.2-1731976418208 heartbeating to localhost/127.0.0.1:33753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:34:10,189 WARN [BP-769377304-172.17.0.2-1731976418208 heartbeating to localhost/127.0.0.1:33753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-769377304-172.17.0.2-1731976418208 (Datanode Uuid 56d70c82-b4b9-4ea9-9394-c4a39b2e2552) service to localhost/127.0.0.1:33753 2024-11-19T00:34:10,189 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:34:10,189 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:34:10,190 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/cluster_6e03a953-2de8-6b98-d586-a6cc88e80c1b/data/data1/current/BP-769377304-172.17.0.2-1731976418208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:34:10,190 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/cluster_6e03a953-2de8-6b98-d586-a6cc88e80c1b/data/data2/current/BP-769377304-172.17.0.2-1731976418208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:34:10,190 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:34:10,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bf57691{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:34:10,195 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12386e47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:34:10,195 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:34:10,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db69a8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:34:10,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5736233d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feae49c6-e014-7df0-e70e-b11c30666876/hadoop.log.dir/,STOPPED} 2024-11-19T00:34:10,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T00:34:10,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:34:10,220 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 206) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38699 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33753 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33753 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55416) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33753 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55416) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38699 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 261) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1238 (was 1274) 2024-11-19T00:34:10,229 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=1238 2024-11-19T00:34:10,241 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-19T00:34:10,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/hadoop.log.dir so I do NOT create it in target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858 2024-11-19T00:34:10,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:34:10,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/hadoop.tmp.dir so I do NOT create it in target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858 2024-11-19T00:34:10,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca387e4-568b-cdd1-8fe7-50cd4b6a9438/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:34:10,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858 2024-11-19T00:34:10,242 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/cluster_d6933e46-3c6a-ce3f-191d-50bf773da210, deleteOnExit=true 2024-11-19T00:34:10,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/cluster_d6933e46-3c6a-ce3f-191d-50bf773da210/zookeeper_0, clientPort=63341, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/cluster_d6933e46-3c6a-ce3f-191d-50bf773da210/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/cluster_d6933e46-3c6a-ce3f-191d-50bf773da210/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T00:34:10,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63341 2024-11-19T00:34:10,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:34:10,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:34:10,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/test.cache.data in system properties and HBase conf 2024-11-19T00:34:10,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:34:10,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:34:10,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:34:10,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:34:10,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:34:10,262 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:34:10,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:34:10,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:34:10,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:34:10,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:34:10,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:34:10,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:34:10,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:34:10,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:34:10,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:34:10,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:34:10,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:34:10,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:34:10,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:34:10,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:34:10,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1005558d2440005, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:34:10,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1005558d2440002, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:34:10,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1005558d2440005, quorum=127.0.0.1:55416, baseZNode=/1-91283414 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:34:10,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1005558d2440002, quorum=127.0.0.1:55416, baseZNode=/01626961177 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:34:10,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:34:10,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:34:10,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:34:10,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:34:10,540 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:34:10,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:34:10,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e41dead{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:34:10,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70969ef9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:34:10,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57eb1a40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/java.io.tmpdir/jetty-localhost-45485-hadoop-hdfs-3_4_1-tests_jar-_-any-11917691882272416224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:34:10,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@366cc4eb{HTTP/1.1, (http/1.1)}{localhost:45485} 2024-11-19T00:34:10,638 INFO [Time-limited test {}] server.Server(415): Started @199995ms 2024-11-19T00:34:10,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:34:10,828 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:34:10,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:34:10,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:34:10,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:34:10,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11f678bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:34:10,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6632bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:34:10,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@550af122{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/java.io.tmpdir/jetty-localhost-43909-hadoop-hdfs-3_4_1-tests_jar-_-any-10831277935185653268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:34:10,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fc452b2{HTTP/1.1, (http/1.1)}{localhost:43909} 2024-11-19T00:34:10,937 INFO [Time-limited test {}] server.Server(415): Started @200294ms 2024-11-19T00:34:10,938 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:34:11,369 WARN [Thread-2201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/cluster_d6933e46-3c6a-ce3f-191d-50bf773da210/data/data1/current/BP-1265788904-172.17.0.2-1731976450282/current, will proceed with Du for space computation calculation, 2024-11-19T00:34:11,369 WARN [Thread-2202 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/cluster_d6933e46-3c6a-ce3f-191d-50bf773da210/data/data2/current/BP-1265788904-172.17.0.2-1731976450282/current, will proceed with Du for space computation calculation, 2024-11-19T00:34:11,389 WARN [Thread-2189 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:34:11,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf72de369ab28342 with lease ID 0x68b5171cdc3e2ade: Processing first storage report for DS-e24c5d58-1950-40bc-b25e-a3ec8488577e from datanode DatanodeRegistration(127.0.0.1:46109, datanodeUuid=f849bc6d-5c8e-4345-ac79-0fda038b00bf, infoPort=37651, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=247150832;c=1731976450282) 2024-11-19T00:34:11,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf72de369ab28342 with lease ID 0x68b5171cdc3e2ade: from storage DS-e24c5d58-1950-40bc-b25e-a3ec8488577e node DatanodeRegistration(127.0.0.1:46109, datanodeUuid=f849bc6d-5c8e-4345-ac79-0fda038b00bf, infoPort=37651, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=247150832;c=1731976450282), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:34:11,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf72de369ab28342 with lease ID 0x68b5171cdc3e2ade: Processing first storage report for DS-8d30e69d-e72f-48b6-9bc7-f905528ac788 from datanode DatanodeRegistration(127.0.0.1:46109, datanodeUuid=f849bc6d-5c8e-4345-ac79-0fda038b00bf, infoPort=37651, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=247150832;c=1731976450282) 2024-11-19T00:34:11,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf72de369ab28342 with lease ID 0x68b5171cdc3e2ade: from storage DS-8d30e69d-e72f-48b6-9bc7-f905528ac788 node DatanodeRegistration(127.0.0.1:46109, datanodeUuid=f849bc6d-5c8e-4345-ac79-0fda038b00bf, infoPort=37651, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=247150832;c=1731976450282), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:34:11,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858 2024-11-19T00:34:11,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:11,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:11,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:34:11,875 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327 with version=8 2024-11-19T00:34:11,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/hbase-staging 2024-11-19T00:34:11,877 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:34:11,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:11,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:11,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:34:11,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:11,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:34:11,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:34:11,877 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:34:11,878 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35303 2024-11-19T00:34:11,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35303 connecting to ZooKeeper ensemble=127.0.0.1:63341 2024-11-19T00:34:11,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353030x0, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:34:11,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35303-0x10055594f8e0000 connected 2024-11-19T00:34:12,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:12,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:12,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Set watcher on znode that does not yet exist, /0-724560770/running 2024-11-19T00:34:12,022 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327, hbase.cluster.distributed=false 2024-11-19T00:34:12,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Set watcher on znode that does not yet exist, /0-724560770/acl 2024-11-19T00:34:12,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35303 2024-11-19T00:34:12,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35303 2024-11-19T00:34:12,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35303 2024-11-19T00:34:12,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35303 2024-11-19T00:34:12,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35303 2024-11-19T00:34:12,037 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:34:12,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:12,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:12,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:34:12,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:12,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:34:12,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:34:12,037 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:34:12,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40769 2024-11-19T00:34:12,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40769 connecting to ZooKeeper ensemble=127.0.0.1:63341 2024-11-19T00:34:12,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:12,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:12,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407690x0, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:34:12,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407690x0, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Set watcher on znode that does not yet exist, /0-724560770/running 2024-11-19T00:34:12,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40769-0x10055594f8e0001 connected 2024-11-19T00:34:12,052 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:34:12,054 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:34:12,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Set watcher on znode that does not yet exist, /0-724560770/master 2024-11-19T00:34:12,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Set watcher on znode that does not yet exist, /0-724560770/acl 2024-11-19T00:34:12,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40769 2024-11-19T00:34:12,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40769 2024-11-19T00:34:12,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40769 2024-11-19T00:34:12,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40769 2024-11-19T00:34:12,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40769 2024-11-19T00:34:12,071 DEBUG [M:0;6b1531871d35:35303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:35303 2024-11-19T00:34:12,071 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-724560770/backup-masters/6b1531871d35,35303,1731976451877 2024-11-19T00:34:12,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770/backup-masters 2024-11-19T00:34:12,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770/backup-masters 2024-11-19T00:34:12,077 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Set watcher on existing znode=/0-724560770/backup-masters/6b1531871d35,35303,1731976451877 2024-11-19T00:34:12,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-724560770/master 2024-11-19T00:34:12,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:12,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:12,085 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Set watcher on existing znode=/0-724560770/master 2024-11-19T00:34:12,086 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-724560770/backup-masters/6b1531871d35,35303,1731976451877 from backup master directory 2024-11-19T00:34:12,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770/backup-masters 2024-11-19T00:34:12,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-724560770/backup-masters/6b1531871d35,35303,1731976451877 2024-11-19T00:34:12,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770/backup-masters 2024-11-19T00:34:12,093 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:34:12,093 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,35303,1731976451877 2024-11-19T00:34:12,098 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/hbase.id] with ID: 22e3f2f6-36dd-445f-a9fc-b89684acc5bc 2024-11-19T00:34:12,098 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/.tmp/hbase.id 2024-11-19T00:34:12,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:34:12,507 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/.tmp/hbase.id]:[hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/hbase.id] 2024-11-19T00:34:12,516 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:12,516 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:34:12,516 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T00:34:12,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:12,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:12,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:34:12,957 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:34:12,958 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:34:12,958 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:12,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:34:13,364 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store 2024-11-19T00:34:13,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:34:13,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:34:13,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:13,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:13,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:13,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:13,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:13,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:13,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:13,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:13,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:13,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:13,770 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:13,770 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:34:13,770 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:13,770 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:13,770 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:34:13,770 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:13,770 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:13,770 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976453770Disabling compacts and flushes for region at 1731976453770Disabling writes for close at 1731976453770Writing region close event to WAL at 1731976453770Closed at 1731976453770 2024-11-19T00:34:13,771 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/.initializing 2024-11-19T00:34:13,771 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/WALs/6b1531871d35,35303,1731976451877 2024-11-19T00:34:13,772 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:34:13,773 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C35303%2C1731976451877, suffix=, logDir=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/WALs/6b1531871d35,35303,1731976451877, archiveDir=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/oldWALs, maxLogs=10 2024-11-19T00:34:13,785 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/WALs/6b1531871d35,35303,1731976451877/6b1531871d35%2C35303%2C1731976451877.1731976453773, exclude list is [], retry=0 2024-11-19T00:34:13,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46109,DS-e24c5d58-1950-40bc-b25e-a3ec8488577e,DISK] 2024-11-19T00:34:13,789 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/WALs/6b1531871d35,35303,1731976451877/6b1531871d35%2C35303%2C1731976451877.1731976453773 2024-11-19T00:34:13,789 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37651:37651)] 2024-11-19T00:34:13,789 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:13,790 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:13,790 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:13,790 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:13,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:13,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:34:13,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:13,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:13,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:13,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:34:13,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:13,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:13,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:13,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:34:13,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:13,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:13,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:13,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:34:13,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:13,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:13,796 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:13,797 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:13,797 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:13,798 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:13,798 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:13,798 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:34:13,799 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:13,801 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:13,801 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61751655, jitterRate=-0.07982863485813141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:34:13,802 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976453790Initializing all the Stores at 1731976453791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976453791Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976453791Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976453791Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976453791Cleaning up temporary data from old regions at 1731976453798 (+7 ms)Region opened successfully at 1731976453801 (+3 ms) 2024-11-19T00:34:13,802 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:34:13,804 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1b7492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:34:13,805 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:34:13,805 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:34:13,805 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:34:13,805 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:34:13,805 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:34:13,806 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:34:13,806 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:34:13,807 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:34:13,808 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Unable to get data of znode /0-724560770/balancer because node does not exist (not necessarily an error) 2024-11-19T00:34:13,852 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-724560770/balancer already deleted, retry=false 2024-11-19T00:34:13,852 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:34:13,853 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Unable to get data of znode /0-724560770/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:34:13,860 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-724560770/normalizer already deleted, retry=false 2024-11-19T00:34:13,860 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:34:13,861 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Unable to get data of znode /0-724560770/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:34:13,868 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-724560770/switch/split already deleted, retry=false 2024-11-19T00:34:13,869 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Unable to get data of znode /0-724560770/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:34:13,876 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-724560770/switch/merge already deleted, retry=false 2024-11-19T00:34:13,878 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Unable to get data of znode /0-724560770/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:34:13,885 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-724560770/snapshot-cleanup already deleted, retry=false 2024-11-19T00:34:13,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-724560770/running 2024-11-19T00:34:13,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-724560770/running 2024-11-19T00:34:13,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:13,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:13,894 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,35303,1731976451877, sessionid=0x10055594f8e0000, setting cluster-up flag (Was=false) 2024-11-19T00:34:13,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:13,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:13,935 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-724560770/flush-table-proc/acquired, /0-724560770/flush-table-proc/reached, /0-724560770/flush-table-proc/abort 2024-11-19T00:34:13,936 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,35303,1731976451877 2024-11-19T00:34:13,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:13,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:13,976 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-724560770/online-snapshot/acquired, /0-724560770/online-snapshot/reached, /0-724560770/online-snapshot/abort 2024-11-19T00:34:13,977 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,35303,1731976451877 2024-11-19T00:34:13,978 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:34:13,979 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:13,979 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:34:13,979 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:34:13,980 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,35303,1731976451877 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:34:13,981 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:13,981 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:13,981 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:13,981 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:13,981 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:34:13,981 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:13,981 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:34:13,981 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:13,981 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976483981 2024-11-19T00:34:13,982 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:34:13,982 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:34:13,982 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:34:13,982 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:34:13,982 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:34:13,982 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:34:13,982 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:13,982 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:13,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:34:13,982 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:34:13,982 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:34:13,982 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:34:13,982 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:34:13,983 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:34:13,983 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:34:13,983 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976453983,5,FailOnTimeoutGroup] 2024-11-19T00:34:13,983 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:13,983 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:34:13,983 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976453983,5,FailOnTimeoutGroup] 2024-11-19T00:34:13,983 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:13,983 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:34:13,983 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:13,983 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:13,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:34:14,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:14,063 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(746): ClusterId : 22e3f2f6-36dd-445f-a9fc-b89684acc5bc 2024-11-19T00:34:14,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:14,063 DEBUG [RS:0;6b1531871d35:40769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:34:14,063 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8166 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:14,069 DEBUG [RS:0;6b1531871d35:40769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:34:14,069 DEBUG [RS:0;6b1531871d35:40769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:34:14,077 DEBUG [RS:0;6b1531871d35:40769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:34:14,077 DEBUG [RS:0;6b1531871d35:40769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d4a598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:34:14,088 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:40769 2024-11-19T00:34:14,088 INFO [RS:0;6b1531871d35:40769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:34:14,088 INFO [RS:0;6b1531871d35:40769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:34:14,088 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:34:14,089 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,35303,1731976451877 with port=40769, startcode=1731976452036 2024-11-19T00:34:14,089 DEBUG [RS:0;6b1531871d35:40769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:34:14,090 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:34:14,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,40769,1731976452036 2024-11-19T00:34:14,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35303 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,40769,1731976452036 2024-11-19T00:34:14,092 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327 2024-11-19T00:34:14,092 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42377 2024-11-19T00:34:14,092 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:34:14,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770/rs 2024-11-19T00:34:14,102 DEBUG [RS:0;6b1531871d35:40769 {}] zookeeper.ZKUtil(111): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Set watcher on existing znode=/0-724560770/rs/6b1531871d35,40769,1731976452036 2024-11-19T00:34:14,102 WARN [RS:0;6b1531871d35:40769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:34:14,102 INFO [RS:0;6b1531871d35:40769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:14,102 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036 2024-11-19T00:34:14,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,40769,1731976452036] 2024-11-19T00:34:14,110 INFO [RS:0;6b1531871d35:40769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:34:14,112 INFO [RS:0;6b1531871d35:40769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:34:14,112 INFO [RS:0;6b1531871d35:40769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:34:14,112 INFO [RS:0;6b1531871d35:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:14,118 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:34:14,118 INFO [RS:0;6b1531871d35:40769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:34:14,118 INFO [RS:0;6b1531871d35:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:14,119 DEBUG [RS:0;6b1531871d35:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:14,119 DEBUG [RS:0;6b1531871d35:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:14,119 DEBUG [RS:0;6b1531871d35:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:14,119 DEBUG [RS:0;6b1531871d35:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:14,119 DEBUG [RS:0;6b1531871d35:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:14,119 DEBUG [RS:0;6b1531871d35:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:34:14,119 DEBUG [RS:0;6b1531871d35:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:14,119 DEBUG [RS:0;6b1531871d35:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:14,119 DEBUG [RS:0;6b1531871d35:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:14,119 DEBUG [RS:0;6b1531871d35:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:14,119 DEBUG [RS:0;6b1531871d35:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:14,119 DEBUG [RS:0;6b1531871d35:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:14,119 DEBUG [RS:0;6b1531871d35:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:34:14,119 DEBUG [RS:0;6b1531871d35:40769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:34:14,119 INFO [RS:0;6b1531871d35:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:14,119 INFO [RS:0;6b1531871d35:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:14,119 INFO [RS:0;6b1531871d35:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:14,119 INFO [RS:0;6b1531871d35:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:14,119 INFO [RS:0;6b1531871d35:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:14,119 INFO [RS:0;6b1531871d35:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,40769,1731976452036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:34:14,132 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:34:14,132 INFO [RS:0;6b1531871d35:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,40769,1731976452036-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:14,132 INFO [RS:0;6b1531871d35:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:14,132 INFO [RS:0;6b1531871d35:40769 {}] regionserver.Replication(171): 6b1531871d35,40769,1731976452036 started 2024-11-19T00:34:14,143 INFO [RS:0;6b1531871d35:40769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:14,143 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,40769,1731976452036, RpcServer on 6b1531871d35/172.17.0.2:40769, sessionid=0x10055594f8e0001 2024-11-19T00:34:14,144 DEBUG [RS:0;6b1531871d35:40769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:34:14,144 DEBUG [RS:0;6b1531871d35:40769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,40769,1731976452036 2024-11-19T00:34:14,144 DEBUG [RS:0;6b1531871d35:40769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,40769,1731976452036' 2024-11-19T00:34:14,144 DEBUG [RS:0;6b1531871d35:40769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-724560770/flush-table-proc/abort' 2024-11-19T00:34:14,144 DEBUG [RS:0;6b1531871d35:40769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-724560770/flush-table-proc/acquired' 2024-11-19T00:34:14,144 DEBUG [RS:0;6b1531871d35:40769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:34:14,145 DEBUG [RS:0;6b1531871d35:40769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:34:14,145 DEBUG [RS:0;6b1531871d35:40769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,40769,1731976452036 2024-11-19T00:34:14,145 DEBUG [RS:0;6b1531871d35:40769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,40769,1731976452036' 2024-11-19T00:34:14,145 DEBUG [RS:0;6b1531871d35:40769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-724560770/online-snapshot/abort' 2024-11-19T00:34:14,145 DEBUG [RS:0;6b1531871d35:40769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-724560770/online-snapshot/acquired' 2024-11-19T00:34:14,145 DEBUG [RS:0;6b1531871d35:40769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:34:14,145 INFO [RS:0;6b1531871d35:40769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:34:14,145 INFO [RS:0;6b1531871d35:40769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:34:14,246 INFO [RS:0;6b1531871d35:40769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:34:14,247 INFO [RS:0;6b1531871d35:40769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C40769%2C1731976452036, suffix=, logDir=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036, archiveDir=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/oldWALs, maxLogs=10 2024-11-19T00:34:14,263 DEBUG [RS:0;6b1531871d35:40769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248, exclude list is [], retry=0 2024-11-19T00:34:14,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46109,DS-e24c5d58-1950-40bc-b25e-a3ec8488577e,DISK] 2024-11-19T00:34:14,267 INFO [RS:0;6b1531871d35:40769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 2024-11-19T00:34:14,267 DEBUG [RS:0;6b1531871d35:40769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37651:37651)] 2024-11-19T00:34:14,390 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:34:14,390 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327 2024-11-19T00:34:14,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:34:14,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:14,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:34:14,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:34:14,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:14,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:14,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:34:14,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:34:14,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:14,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:14,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:34:14,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:34:14,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:14,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:14,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:34:14,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:34:14,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:14,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:14,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:34:14,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740 2024-11-19T00:34:14,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740 2024-11-19T00:34:14,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:34:14,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:34:14,804 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:34:14,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:34:14,807 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:14,807 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61235848, jitterRate=-0.08751475811004639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:34:14,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976454795Initializing all the Stores at 1731976454795Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976454795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976454796 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976454796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976454796Cleaning up temporary data from old regions at 1731976454803 (+7 ms)Region opened successfully at 1731976454807 (+4 ms) 2024-11-19T00:34:14,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:34:14,808 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:34:14,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:34:14,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:34:14,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:34:14,808 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:34:14,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976454808Disabling compacts and flushes for region at 1731976454808Disabling writes for close at 1731976454808Writing region close event to WAL at 1731976454808Closed at 1731976454808 2024-11-19T00:34:14,809 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:14,809 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:34:14,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:34:14,810 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:34:14,810 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:34:14,961 DEBUG [6b1531871d35:35303 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:34:14,961 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,40769,1731976452036 2024-11-19T00:34:14,962 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,40769,1731976452036, state=OPENING 2024-11-19T00:34:14,993 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:34:15,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:15,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:15,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-724560770/meta-region-server: CHANGED 2024-11-19T00:34:15,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-724560770/meta-region-server: CHANGED 2024-11-19T00:34:15,002 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:34:15,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,40769,1731976452036}] 2024-11-19T00:34:15,154 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:34:15,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:34:15,158 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:34:15,158 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:15,158 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:34:15,160 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C40769%2C1731976452036.meta, suffix=.meta, logDir=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036, archiveDir=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/oldWALs, maxLogs=10 2024-11-19T00:34:15,172 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.meta.1731976455160.meta, exclude list is [], retry=0 2024-11-19T00:34:15,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46109,DS-e24c5d58-1950-40bc-b25e-a3ec8488577e,DISK] 2024-11-19T00:34:15,176 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.meta.1731976455160.meta 2024-11-19T00:34:15,176 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37651:37651)] 2024-11-19T00:34:15,176 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:15,176 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:34:15,176 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:34:15,176 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:34:15,177 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:34:15,177 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:34:15,177 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:15,177 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:34:15,177 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:34:15,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:34:15,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:34:15,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:15,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:15,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:34:15,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:34:15,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:15,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:15,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:34:15,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:34:15,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:15,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:15,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:34:15,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:34:15,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:15,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:15,182 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:34:15,183 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740 2024-11-19T00:34:15,184 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740 2024-11-19T00:34:15,185 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:34:15,185 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:34:15,185 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:34:15,186 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:34:15,187 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70313254, jitterRate=0.04774913191795349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:34:15,187 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:34:15,187 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976455177Writing region info on filesystem at 1731976455177Initializing all the Stores at 1731976455178 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976455178Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976455178Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976455178Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976455178Cleaning up temporary data from old regions at 1731976455185 (+7 ms)Running coprocessor post-open hooks at 1731976455187 (+2 ms)Region opened successfully at 1731976455187 2024-11-19T00:34:15,188 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976455154 2024-11-19T00:34:15,190 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:34:15,190 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:34:15,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,40769,1731976452036 2024-11-19T00:34:15,191 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,40769,1731976452036, state=OPEN 2024-11-19T00:34:15,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-724560770/meta-region-server 2024-11-19T00:34:15,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-724560770/meta-region-server 2024-11-19T00:34:15,226 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,40769,1731976452036 2024-11-19T00:34:15,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-724560770/meta-region-server: CHANGED 2024-11-19T00:34:15,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-724560770/meta-region-server: CHANGED 2024-11-19T00:34:15,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:34:15,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,40769,1731976452036 in 224 msec 2024-11-19T00:34:15,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:34:15,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-19T00:34:15,231 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:15,231 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:34:15,233 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:15,233 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,40769,1731976452036, seqNum=-1] 2024-11-19T00:34:15,233 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:15,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:34:15,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-19T00:34:15,239 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976455239, completionTime=-1 2024-11-19T00:34:15,239 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:34:15,239 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:34:15,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:34:15,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976515241 2024-11-19T00:34:15,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976575241 2024-11-19T00:34:15,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T00:34:15,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,35303,1731976451877-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:15,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,35303,1731976451877-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:15,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,35303,1731976451877-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:15,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:35303, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:15,241 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:15,242 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:15,243 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:34:15,245 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.152sec 2024-11-19T00:34:15,245 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:34:15,245 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:34:15,245 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:34:15,245 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:34:15,245 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:34:15,245 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,35303,1731976451877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:34:15,245 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,35303,1731976451877-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:34:15,247 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:34:15,247 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:34:15,247 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,35303,1731976451877-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:15,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158078f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:15,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,35303,-1 for getting cluster id 2024-11-19T00:34:15,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:15,265 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22e3f2f6-36dd-445f-a9fc-b89684acc5bc' 2024-11-19T00:34:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22e3f2f6-36dd-445f-a9fc-b89684acc5bc" 2024-11-19T00:34:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575d7782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,35303,-1] 2024-11-19T00:34:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:15,267 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:15,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cf67d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:15,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,40769,1731976452036, seqNum=-1] 2024-11-19T00:34:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:15,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:34:15,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,35303,1731976451877 2024-11-19T00:34:15,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63341 2024-11-19T00:34:15,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:34:15,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10055594f8e0002 connected 2024-11-19T00:34:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/hadoop.log.dir so I do NOT create it in target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0 2024-11-19T00:34:15,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:34:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/hadoop.tmp.dir so I do NOT create it in target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0 2024-11-19T00:34:15,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:34:15,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0 2024-11-19T00:34:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:34:15,304 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/cluster_f4e47277-298b-957f-dcb0-d96a545e9713, deleteOnExit=true 2024-11-19T00:34:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:34:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/test.cache.data in system properties and HBase conf 2024-11-19T00:34:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:34:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:34:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:34:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:34:15,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:34:15,305 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:34:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:34:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:34:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:34:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:34:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:34:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:34:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:34:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:34:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:34:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:34:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:34:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:34:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:34:15,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:34:15,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:34:15,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:34:15,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:34:15,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:34:15,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:34:15,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:34:15,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d87ce10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:34:15,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76085775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:34:15,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@110d1ecf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/java.io.tmpdir/jetty-localhost-35251-hadoop-hdfs-3_4_1-tests_jar-_-any-9365792161118961133/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:34:15,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7002f130{HTTP/1.1, (http/1.1)}{localhost:35251} 2024-11-19T00:34:15,653 INFO [Time-limited test {}] server.Server(415): Started @205010ms 2024-11-19T00:34:15,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:34:15,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:34:15,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:34:15,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:34:15,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:34:15,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3660e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:34:15,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744ac18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:34:15,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@602d2d6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/java.io.tmpdir/jetty-localhost-42739-hadoop-hdfs-3_4_1-tests_jar-_-any-16134179651344293183/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:34:15,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@685e84f8{HTTP/1.1, (http/1.1)}{localhost:42739} 2024-11-19T00:34:15,966 INFO [Time-limited test {}] server.Server(415): Started @205323ms 2024-11-19T00:34:15,967 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:34:16,421 WARN [Thread-2322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/cluster_f4e47277-298b-957f-dcb0-d96a545e9713/data/data1/current/BP-695175677-172.17.0.2-1731976455320/current, will proceed with Du for space computation calculation, 2024-11-19T00:34:16,421 WARN [Thread-2323 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/cluster_f4e47277-298b-957f-dcb0-d96a545e9713/data/data2/current/BP-695175677-172.17.0.2-1731976455320/current, will proceed with Du for space computation calculation, 2024-11-19T00:34:16,438 WARN [Thread-2310 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:34:16,441 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6d21649fc135d4b with lease ID 0x91b2addf77c58381: Processing first storage report for DS-be424991-519d-4d68-a2e3-594998bede50 from datanode DatanodeRegistration(127.0.0.1:35335, datanodeUuid=5e295845-cea0-443d-a93e-8bd65e5168b3, infoPort=43179, infoSecurePort=0, ipcPort=43791, storageInfo=lv=-57;cid=testClusterID;nsid=808723237;c=1731976455320) 2024-11-19T00:34:16,441 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6d21649fc135d4b with lease ID 0x91b2addf77c58381: from storage DS-be424991-519d-4d68-a2e3-594998bede50 node DatanodeRegistration(127.0.0.1:35335, datanodeUuid=5e295845-cea0-443d-a93e-8bd65e5168b3, infoPort=43179, infoSecurePort=0, ipcPort=43791, storageInfo=lv=-57;cid=testClusterID;nsid=808723237;c=1731976455320), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T00:34:16,441 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6d21649fc135d4b with lease ID 0x91b2addf77c58381: Processing first storage report for DS-9db1bda7-9a97-4624-9f9d-1baeba259c28 from datanode DatanodeRegistration(127.0.0.1:35335, datanodeUuid=5e295845-cea0-443d-a93e-8bd65e5168b3, infoPort=43179, infoSecurePort=0, ipcPort=43791, storageInfo=lv=-57;cid=testClusterID;nsid=808723237;c=1731976455320) 2024-11-19T00:34:16,441 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6d21649fc135d4b with lease ID 0x91b2addf77c58381: from storage DS-9db1bda7-9a97-4624-9f9d-1baeba259c28 node DatanodeRegistration(127.0.0.1:35335, datanodeUuid=5e295845-cea0-443d-a93e-8bd65e5168b3, infoPort=43179, infoSecurePort=0, ipcPort=43791, storageInfo=lv=-57;cid=testClusterID;nsid=808723237;c=1731976455320), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:34:16,499 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0 2024-11-19T00:34:16,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:16,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:16,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:34:16,909 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1 with version=8 2024-11-19T00:34:16,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/hbase-staging 2024-11-19T00:34:16,910 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:34:16,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:16,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:16,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:34:16,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:16,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:34:16,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:34:16,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:34:16,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46031 2024-11-19T00:34:16,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46031 connecting to ZooKeeper ensemble=127.0.0.1:63341 2024-11-19T00:34:16,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460310x0, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:34:16,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46031-0x10055594f8e0003 connected 2024-11-19T00:34:17,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:17,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:17,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Set watcher on znode that does not yet exist, /1130912761/running 2024-11-19T00:34:17,006 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1, hbase.cluster.distributed=false 2024-11-19T00:34:17,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Set watcher on znode that does not yet exist, /1130912761/acl 2024-11-19T00:34:17,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46031 2024-11-19T00:34:17,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46031 2024-11-19T00:34:17,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46031 2024-11-19T00:34:17,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46031 2024-11-19T00:34:17,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46031 2024-11-19T00:34:17,023 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:34:17,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:17,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:17,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:34:17,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:17,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:34:17,024 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:34:17,024 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:34:17,024 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36197 2024-11-19T00:34:17,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36197 connecting to ZooKeeper ensemble=127.0.0.1:63341 2024-11-19T00:34:17,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:17,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:17,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361970x0, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:34:17,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361970x0, quorum=127.0.0.1:63341, baseZNode=/1130912761 Set watcher on znode that does not yet exist, /1130912761/running 2024-11-19T00:34:17,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36197-0x10055594f8e0004 connected 2024-11-19T00:34:17,036 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:34:17,037 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:34:17,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Set watcher on znode that does not yet exist, /1130912761/master 2024-11-19T00:34:17,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Set watcher on znode that does not yet exist, /1130912761/acl 2024-11-19T00:34:17,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36197 2024-11-19T00:34:17,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36197 2024-11-19T00:34:17,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36197 2024-11-19T00:34:17,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36197 2024-11-19T00:34:17,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36197 2024-11-19T00:34:17,055 DEBUG [M:0;6b1531871d35:46031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:46031 2024-11-19T00:34:17,056 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1130912761/backup-masters/6b1531871d35,46031,1731976456910 2024-11-19T00:34:17,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761/backup-masters 2024-11-19T00:34:17,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761/backup-masters 2024-11-19T00:34:17,066 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Set watcher on existing znode=/1130912761/backup-masters/6b1531871d35,46031,1731976456910 2024-11-19T00:34:17,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1130912761/master 2024-11-19T00:34:17,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:17,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:17,077 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Set watcher on existing znode=/1130912761/master 2024-11-19T00:34:17,077 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1130912761/backup-masters/6b1531871d35,46031,1731976456910 from backup master directory 2024-11-19T00:34:17,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1130912761/backup-masters/6b1531871d35,46031,1731976456910 2024-11-19T00:34:17,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761/backup-masters 2024-11-19T00:34:17,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761/backup-masters 2024-11-19T00:34:17,085 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:34:17,085 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,46031,1731976456910 2024-11-19T00:34:17,088 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/hbase.id] with ID: 23e612e9-0bcf-4a42-b321-a9b68ca13e29 2024-11-19T00:34:17,088 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/.tmp/hbase.id 2024-11-19T00:34:17,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:34:17,492 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/.tmp/hbase.id]:[hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/hbase.id] 2024-11-19T00:34:17,500 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:17,501 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:34:17,501 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T00:34:17,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:17,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:17,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:34:17,957 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:34:17,957 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:34:17,957 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:17,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:34:18,364 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store 2024-11-19T00:34:18,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:34:18,769 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:18,769 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:34:18,770 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:18,770 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:18,770 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:34:18,770 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:18,770 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:18,770 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976458769Disabling compacts and flushes for region at 1731976458769Disabling writes for close at 1731976458770 (+1 ms)Writing region close event to WAL at 1731976458770Closed at 1731976458770 2024-11-19T00:34:18,770 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/.initializing 2024-11-19T00:34:18,770 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/WALs/6b1531871d35,46031,1731976456910 2024-11-19T00:34:18,771 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:34:18,773 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C46031%2C1731976456910, suffix=, logDir=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/WALs/6b1531871d35,46031,1731976456910, archiveDir=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/oldWALs, maxLogs=10 2024-11-19T00:34:18,787 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/WALs/6b1531871d35,46031,1731976456910/6b1531871d35%2C46031%2C1731976456910.1731976458773, exclude list is [], retry=0 2024-11-19T00:34:18,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35335,DS-be424991-519d-4d68-a2e3-594998bede50,DISK] 2024-11-19T00:34:18,791 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/WALs/6b1531871d35,46031,1731976456910/6b1531871d35%2C46031%2C1731976456910.1731976458773 2024-11-19T00:34:18,792 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43179:43179)] 2024-11-19T00:34:18,792 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:18,793 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:18,793 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:18,793 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:18,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:18,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:34:18,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:18,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:18,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:18,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:34:18,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:18,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:18,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:18,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:34:18,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:18,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:18,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:18,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:34:18,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:18,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:18,799 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:18,800 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:18,800 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:18,801 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:18,801 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:18,801 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:34:18,802 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:18,803 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:18,803 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73589122, jitterRate=0.09656336903572083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:34:18,803 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976458793Initializing all the Stores at 1731976458793Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976458794 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976458794Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976458794Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976458794Cleaning up temporary data from old regions at 1731976458801 (+7 ms)Region opened successfully at 1731976458803 (+2 ms) 2024-11-19T00:34:18,803 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:34:18,805 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332d5af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:34:18,806 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:34:18,806 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:34:18,806 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:34:18,806 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:34:18,807 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:34:18,807 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:34:18,807 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:34:18,808 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:34:18,809 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Unable to get data of znode /1130912761/balancer because node does not exist (not necessarily an error) 2024-11-19T00:34:18,818 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1130912761/balancer already deleted, retry=false 2024-11-19T00:34:18,818 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:34:18,819 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Unable to get data of znode /1130912761/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:34:18,826 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1130912761/normalizer already deleted, retry=false 2024-11-19T00:34:18,827 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:34:18,828 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Unable to get data of znode /1130912761/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:34:18,835 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1130912761/switch/split already deleted, retry=false 2024-11-19T00:34:18,835 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Unable to get data of znode /1130912761/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:34:18,843 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1130912761/switch/merge already deleted, retry=false 2024-11-19T00:34:18,844 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Unable to get data of znode /1130912761/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:34:18,851 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1130912761/snapshot-cleanup already deleted, retry=false 2024-11-19T00:34:18,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1130912761/running 2024-11-19T00:34:18,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1130912761/running 2024-11-19T00:34:18,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:18,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:18,860 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,46031,1731976456910, sessionid=0x10055594f8e0003, setting cluster-up flag (Was=false) 2024-11-19T00:34:18,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:18,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:18,901 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1130912761/flush-table-proc/acquired, /1130912761/flush-table-proc/reached, /1130912761/flush-table-proc/abort 2024-11-19T00:34:18,902 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,46031,1731976456910 2024-11-19T00:34:18,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:18,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:18,943 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1130912761/online-snapshot/acquired, /1130912761/online-snapshot/reached, /1130912761/online-snapshot/abort 2024-11-19T00:34:18,944 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,46031,1731976456910 2024-11-19T00:34:18,945 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:34:18,946 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:18,946 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:34:18,947 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:34:18,947 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,46031,1731976456910 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:34:18,947 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(746): ClusterId : 23e612e9-0bcf-4a42-b321-a9b68ca13e29 2024-11-19T00:34:18,947 DEBUG [RS:0;6b1531871d35:36197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:34:18,958 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:18,958 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:18,958 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:18,958 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:18,958 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:34:18,958 DEBUG [RS:0;6b1531871d35:36197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:34:18,958 DEBUG [RS:0;6b1531871d35:36197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:34:18,958 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:18,958 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:34:18,958 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:18,959 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976488959 2024-11-19T00:34:18,960 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:34:18,960 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:34:18,960 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:34:18,960 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:34:18,960 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:34:18,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:18,960 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:34:18,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:34:18,960 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:18,960 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:34:18,960 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:34:18,960 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:34:18,960 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:34:18,961 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:34:18,961 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:34:18,961 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:18,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:34:18,961 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976458961,5,FailOnTimeoutGroup] 2024-11-19T00:34:18,962 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976458961,5,FailOnTimeoutGroup] 2024-11-19T00:34:18,962 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:18,962 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:34:18,962 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:18,962 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:18,969 DEBUG [RS:0;6b1531871d35:36197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:34:18,969 DEBUG [RS:0;6b1531871d35:36197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4115d20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:34:18,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:34:18,986 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:36197 2024-11-19T00:34:18,986 INFO [RS:0;6b1531871d35:36197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:34:18,986 INFO [RS:0;6b1531871d35:36197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:34:18,986 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:34:18,987 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,46031,1731976456910 with port=36197, startcode=1731976457023 2024-11-19T00:34:18,987 DEBUG [RS:0;6b1531871d35:36197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:34:18,989 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:34:18,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,36197,1731976457023 2024-11-19T00:34:18,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46031 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,36197,1731976457023 2024-11-19T00:34:18,990 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1 2024-11-19T00:34:18,990 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35139 2024-11-19T00:34:18,990 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:34:18,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761/rs 2024-11-19T00:34:19,000 DEBUG [RS:0;6b1531871d35:36197 {}] zookeeper.ZKUtil(111): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Set watcher on existing znode=/1130912761/rs/6b1531871d35,36197,1731976457023 2024-11-19T00:34:19,000 WARN [RS:0;6b1531871d35:36197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:34:19,000 INFO [RS:0;6b1531871d35:36197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:19,000 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023 2024-11-19T00:34:19,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,36197,1731976457023] 2024-11-19T00:34:19,002 INFO [RS:0;6b1531871d35:36197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:34:19,006 INFO [RS:0;6b1531871d35:36197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:34:19,008 INFO [RS:0;6b1531871d35:36197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:34:19,008 INFO [RS:0;6b1531871d35:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:19,009 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:34:19,010 INFO [RS:0;6b1531871d35:36197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:34:19,010 INFO [RS:0;6b1531871d35:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:19,010 DEBUG [RS:0;6b1531871d35:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:19,010 DEBUG [RS:0;6b1531871d35:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:19,010 DEBUG [RS:0;6b1531871d35:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:19,010 DEBUG [RS:0;6b1531871d35:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:19,010 DEBUG [RS:0;6b1531871d35:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:19,010 DEBUG [RS:0;6b1531871d35:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:34:19,010 DEBUG [RS:0;6b1531871d35:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:19,010 DEBUG [RS:0;6b1531871d35:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:19,011 DEBUG [RS:0;6b1531871d35:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:19,011 DEBUG [RS:0;6b1531871d35:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:19,011 DEBUG [RS:0;6b1531871d35:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:19,011 DEBUG [RS:0;6b1531871d35:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:19,011 DEBUG [RS:0;6b1531871d35:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:34:19,011 DEBUG [RS:0;6b1531871d35:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:34:19,012 INFO [RS:0;6b1531871d35:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:19,012 INFO [RS:0;6b1531871d35:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:19,012 INFO [RS:0;6b1531871d35:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:19,012 INFO [RS:0;6b1531871d35:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:19,012 INFO [RS:0;6b1531871d35:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:19,012 INFO [RS:0;6b1531871d35:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36197,1731976457023-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:34:19,026 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:34:19,026 INFO [RS:0;6b1531871d35:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36197,1731976457023-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:19,026 INFO [RS:0;6b1531871d35:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:19,026 INFO [RS:0;6b1531871d35:36197 {}] regionserver.Replication(171): 6b1531871d35,36197,1731976457023 started 2024-11-19T00:34:19,039 INFO [RS:0;6b1531871d35:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:19,039 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,36197,1731976457023, RpcServer on 6b1531871d35/172.17.0.2:36197, sessionid=0x10055594f8e0004 2024-11-19T00:34:19,039 DEBUG [RS:0;6b1531871d35:36197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:34:19,039 DEBUG [RS:0;6b1531871d35:36197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,36197,1731976457023 2024-11-19T00:34:19,039 DEBUG [RS:0;6b1531871d35:36197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,36197,1731976457023' 2024-11-19T00:34:19,039 DEBUG [RS:0;6b1531871d35:36197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1130912761/flush-table-proc/abort' 2024-11-19T00:34:19,040 DEBUG [RS:0;6b1531871d35:36197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1130912761/flush-table-proc/acquired' 2024-11-19T00:34:19,040 DEBUG [RS:0;6b1531871d35:36197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:34:19,040 DEBUG [RS:0;6b1531871d35:36197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:34:19,040 DEBUG [RS:0;6b1531871d35:36197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,36197,1731976457023 2024-11-19T00:34:19,040 DEBUG [RS:0;6b1531871d35:36197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,36197,1731976457023' 2024-11-19T00:34:19,040 DEBUG [RS:0;6b1531871d35:36197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1130912761/online-snapshot/abort' 2024-11-19T00:34:19,041 DEBUG [RS:0;6b1531871d35:36197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1130912761/online-snapshot/acquired' 2024-11-19T00:34:19,041 DEBUG [RS:0;6b1531871d35:36197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:34:19,041 INFO [RS:0;6b1531871d35:36197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:34:19,041 INFO [RS:0;6b1531871d35:36197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:34:19,141 INFO [RS:0;6b1531871d35:36197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:34:19,142 INFO [RS:0;6b1531871d35:36197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C36197%2C1731976457023, suffix=, logDir=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023, archiveDir=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/oldWALs, maxLogs=10 2024-11-19T00:34:19,154 DEBUG [RS:0;6b1531871d35:36197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142, exclude list is [], retry=0 2024-11-19T00:34:19,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35335,DS-be424991-519d-4d68-a2e3-594998bede50,DISK] 2024-11-19T00:34:19,158 INFO [RS:0;6b1531871d35:36197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 2024-11-19T00:34:19,158 DEBUG [RS:0;6b1531871d35:36197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43179:43179)] 2024-11-19T00:34:19,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:34:19,372 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1 2024-11-19T00:34:19,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:34:19,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:19,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:34:19,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:34:19,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:19,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:19,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:34:19,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:34:19,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:19,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:19,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:34:19,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:34:19,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:19,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:19,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:34:19,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:34:19,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:19,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:19,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:34:19,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740 2024-11-19T00:34:19,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740 2024-11-19T00:34:19,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:34:19,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:34:19,785 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:34:19,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:34:19,788 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:19,788 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66251381, jitterRate=-0.01277749240398407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:34:19,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976459777Initializing all the Stores at 1731976459778 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976459778Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976459778Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976459778Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976459778Cleaning up temporary data from old regions at 1731976459785 (+7 ms)Region opened successfully at 1731976459788 (+3 ms) 2024-11-19T00:34:19,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:34:19,788 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:34:19,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:34:19,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:34:19,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:34:19,789 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:34:19,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976459788Disabling compacts and flushes for region at 1731976459788Disabling writes for close at 1731976459788Writing region close event to WAL at 1731976459789 (+1 ms)Closed at 1731976459789 2024-11-19T00:34:19,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:19,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:34:19,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:34:19,791 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:34:19,792 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:34:19,942 DEBUG [6b1531871d35:46031 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:34:19,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,36197,1731976457023 2024-11-19T00:34:19,944 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,36197,1731976457023, state=OPENING 2024-11-19T00:34:20,010 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:34:20,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:20,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:20,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1130912761/meta-region-server: CHANGED 2024-11-19T00:34:20,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1130912761/meta-region-server: CHANGED 2024-11-19T00:34:20,027 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:34:20,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,36197,1731976457023}] 2024-11-19T00:34:20,110 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:34:20,179 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:34:20,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:34:20,183 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:34:20,183 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:20,183 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:34:20,185 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C36197%2C1731976457023.meta, suffix=.meta, logDir=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023, archiveDir=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/oldWALs, maxLogs=10 2024-11-19T00:34:20,197 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.meta.1731976460185.meta, exclude list is [], retry=0 2024-11-19T00:34:20,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35335,DS-be424991-519d-4d68-a2e3-594998bede50,DISK] 2024-11-19T00:34:20,200 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.meta.1731976460185.meta 2024-11-19T00:34:20,200 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43179:43179)] 2024-11-19T00:34:20,200 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:20,201 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:34:20,201 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:34:20,201 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:34:20,201 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:34:20,201 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:34:20,201 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:20,201 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:34:20,201 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:34:20,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:34:20,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:34:20,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:20,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:20,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:34:20,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:34:20,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:20,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:20,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:34:20,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:34:20,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:20,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:20,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:34:20,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:34:20,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:20,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:20,206 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:34:20,207 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740 2024-11-19T00:34:20,208 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740 2024-11-19T00:34:20,208 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:34:20,209 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:34:20,209 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:34:20,210 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:34:20,210 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60895307, jitterRate=-0.09258921444416046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:34:20,210 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:34:20,210 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976460201Writing region info on filesystem at 1731976460201Initializing all the Stores at 1731976460202 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976460202Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976460202Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976460202Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976460202Cleaning up temporary data from old regions at 1731976460209 (+7 ms)Running coprocessor post-open hooks at 1731976460210 (+1 ms)Region opened successfully at 1731976460210 2024-11-19T00:34:20,211 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976460179 2024-11-19T00:34:20,213 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:34:20,213 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:34:20,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,36197,1731976457023 2024-11-19T00:34:20,213 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,36197,1731976457023, state=OPEN 2024-11-19T00:34:20,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1130912761/meta-region-server 2024-11-19T00:34:20,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1130912761/meta-region-server 2024-11-19T00:34:20,218 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,36197,1731976457023 2024-11-19T00:34:20,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1130912761/meta-region-server: CHANGED 2024-11-19T00:34:20,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1130912761/meta-region-server: CHANGED 2024-11-19T00:34:20,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:34:20,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,36197,1731976457023 in 191 msec 2024-11-19T00:34:20,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:34:20,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-11-19T00:34:20,221 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:20,221 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:34:20,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:20,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,36197,1731976457023, seqNum=-1] 2024-11-19T00:34:20,223 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:20,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:34:20,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2820 sec 2024-11-19T00:34:20,228 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976460228, completionTime=-1 2024-11-19T00:34:20,228 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:34:20,228 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:34:20,230 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:34:20,230 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976520230 2024-11-19T00:34:20,230 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976580230 2024-11-19T00:34:20,230 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T00:34:20,230 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,46031,1731976456910-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:20,230 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,46031,1731976456910-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:20,230 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,46031,1731976456910-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:20,230 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:46031, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:20,230 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:20,231 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:20,232 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:34:20,234 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.149sec 2024-11-19T00:34:20,234 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:34:20,234 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:34:20,234 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:34:20,235 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:34:20,235 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:34:20,235 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,46031,1731976456910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:34:20,235 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,46031,1731976456910-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:34:20,236 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:34:20,236 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:34:20,236 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,46031,1731976456910-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:20,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52441ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:20,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,46031,-1 for getting cluster id 2024-11-19T00:34:20,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:20,250 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23e612e9-0bcf-4a42-b321-a9b68ca13e29' 2024-11-19T00:34:20,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:20,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23e612e9-0bcf-4a42-b321-a9b68ca13e29" 2024-11-19T00:34:20,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e63482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:20,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,46031,-1] 2024-11-19T00:34:20,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:20,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:20,251 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:20,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bdd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:20,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:20,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,36197,1731976457023, seqNum=-1] 2024-11-19T00:34:20,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:20,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:34:20,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,46031,1731976456910 2024-11-19T00:34:20,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63341 2024-11-19T00:34:20,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:34:20,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10055594f8e0005 connected 2024-11-19T00:34:20,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:20,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,35303,1731976451877 2024-11-19T00:34:20,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48a32750 2024-11-19T00:34:20,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:20,280 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:34:20,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:34:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:34:20,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:34:20,283 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:20,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:34:20,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:34:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:20,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:34:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:20,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:34:20,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3678e085f1c95f269f8c2f929318446, NAME => 'test,,1731976460281.c3678e085f1c95f269f8c2f929318446.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327 2024-11-19T00:34:20,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:34:20,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:20,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:20,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:20,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:20,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:20,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:20,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:20,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:20,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:20,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:21,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976460281.c3678e085f1c95f269f8c2f929318446.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:21,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c3678e085f1c95f269f8c2f929318446, disabling compactions & flushes 2024-11-19T00:34:21,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976460281.c3678e085f1c95f269f8c2f929318446. 2024-11-19T00:34:21,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976460281.c3678e085f1c95f269f8c2f929318446. 2024-11-19T00:34:21,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976460281.c3678e085f1c95f269f8c2f929318446. after waiting 0 ms 2024-11-19T00:34:21,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976460281.c3678e085f1c95f269f8c2f929318446. 2024-11-19T00:34:21,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976460281.c3678e085f1c95f269f8c2f929318446. 2024-11-19T00:34:21,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3678e085f1c95f269f8c2f929318446: Waiting for close lock at 1731976461100Disabling compacts and flushes for region at 1731976461100Disabling writes for close at 1731976461100Writing region close event to WAL at 1731976461100Closed at 1731976461100 2024-11-19T00:34:21,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:34:21,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976460281.c3678e085f1c95f269f8c2f929318446.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976461101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976461101"}]},"ts":"1731976461101"} 2024-11-19T00:34:21,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:34:21,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:34:21,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976461104"}]},"ts":"1731976461104"} 2024-11-19T00:34:21,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:34:21,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c3678e085f1c95f269f8c2f929318446, ASSIGN}] 2024-11-19T00:34:21,107 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c3678e085f1c95f269f8c2f929318446, ASSIGN 2024-11-19T00:34:21,107 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c3678e085f1c95f269f8c2f929318446, ASSIGN; state=OFFLINE, location=6b1531871d35,40769,1731976452036; forceNewPlan=false, retain=false 2024-11-19T00:34:21,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3678e085f1c95f269f8c2f929318446, regionState=OPENING, regionLocation=6b1531871d35,40769,1731976452036 2024-11-19T00:34:21,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c3678e085f1c95f269f8c2f929318446, ASSIGN because future has completed 2024-11-19T00:34:21,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3678e085f1c95f269f8c2f929318446, server=6b1531871d35,40769,1731976452036}] 2024-11-19T00:34:21,415 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976460281.c3678e085f1c95f269f8c2f929318446. 2024-11-19T00:34:21,415 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c3678e085f1c95f269f8c2f929318446, NAME => 'test,,1731976460281.c3678e085f1c95f269f8c2f929318446.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:21,416 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:34:21,416 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:34:21,416 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c3678e085f1c95f269f8c2f929318446 2024-11-19T00:34:21,416 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976460281.c3678e085f1c95f269f8c2f929318446.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:21,416 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c3678e085f1c95f269f8c2f929318446 2024-11-19T00:34:21,416 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c3678e085f1c95f269f8c2f929318446 2024-11-19T00:34:21,422 INFO [StoreOpener-c3678e085f1c95f269f8c2f929318446-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c3678e085f1c95f269f8c2f929318446 2024-11-19T00:34:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:21,423 INFO [StoreOpener-c3678e085f1c95f269f8c2f929318446-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3678e085f1c95f269f8c2f929318446 columnFamilyName f 2024-11-19T00:34:21,423 DEBUG [StoreOpener-c3678e085f1c95f269f8c2f929318446-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:21,423 INFO [StoreOpener-c3678e085f1c95f269f8c2f929318446-1 {}] regionserver.HStore(327): Store=c3678e085f1c95f269f8c2f929318446/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:21,423 INFO [StoreOpener-c3678e085f1c95f269f8c2f929318446-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c3678e085f1c95f269f8c2f929318446 2024-11-19T00:34:21,424 INFO [StoreOpener-c3678e085f1c95f269f8c2f929318446-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3678e085f1c95f269f8c2f929318446 columnFamilyName f1 2024-11-19T00:34:21,424 DEBUG [StoreOpener-c3678e085f1c95f269f8c2f929318446-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:21,424 INFO [StoreOpener-c3678e085f1c95f269f8c2f929318446-1 {}] regionserver.HStore(327): Store=c3678e085f1c95f269f8c2f929318446/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:21,424 INFO [StoreOpener-c3678e085f1c95f269f8c2f929318446-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c3678e085f1c95f269f8c2f929318446 2024-11-19T00:34:21,425 INFO [StoreOpener-c3678e085f1c95f269f8c2f929318446-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3678e085f1c95f269f8c2f929318446 columnFamilyName norep 2024-11-19T00:34:21,425 DEBUG [StoreOpener-c3678e085f1c95f269f8c2f929318446-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:21,425 INFO [StoreOpener-c3678e085f1c95f269f8c2f929318446-1 {}] regionserver.HStore(327): Store=c3678e085f1c95f269f8c2f929318446/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:21,425 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c3678e085f1c95f269f8c2f929318446 2024-11-19T00:34:21,426 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446 2024-11-19T00:34:21,426 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446 2024-11-19T00:34:21,427 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c3678e085f1c95f269f8c2f929318446 2024-11-19T00:34:21,427 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c3678e085f1c95f269f8c2f929318446 2024-11-19T00:34:21,427 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:34:21,428 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c3678e085f1c95f269f8c2f929318446 2024-11-19T00:34:21,429 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:21,429 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c3678e085f1c95f269f8c2f929318446; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59262916, jitterRate=-0.11691373586654663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:34:21,429 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3678e085f1c95f269f8c2f929318446 2024-11-19T00:34:21,430 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c3678e085f1c95f269f8c2f929318446: Running coprocessor pre-open hook at 1731976461416Writing region info on filesystem at 1731976461416Initializing all the Stores at 1731976461417 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976461417Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976461422 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976461422Cleaning up temporary data from old regions at 1731976461427 (+5 ms)Running coprocessor post-open hooks at 1731976461429 (+2 ms)Region opened successfully at 1731976461430 (+1 ms) 2024-11-19T00:34:21,431 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976460281.c3678e085f1c95f269f8c2f929318446., pid=6, masterSystemTime=1731976461412 2024-11-19T00:34:21,432 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976460281.c3678e085f1c95f269f8c2f929318446. 2024-11-19T00:34:21,432 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976460281.c3678e085f1c95f269f8c2f929318446. 2024-11-19T00:34:21,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3678e085f1c95f269f8c2f929318446, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,40769,1731976452036 2024-11-19T00:34:21,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3678e085f1c95f269f8c2f929318446, server=6b1531871d35,40769,1731976452036 because future has completed 2024-11-19T00:34:21,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:34:21,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c3678e085f1c95f269f8c2f929318446, server=6b1531871d35,40769,1731976452036 in 175 msec 2024-11-19T00:34:21,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:34:21,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c3678e085f1c95f269f8c2f929318446, ASSIGN in 331 msec 2024-11-19T00:34:21,439 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:34:21,439 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976461439"}]},"ts":"1731976461439"} 2024-11-19T00:34:21,441 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:34:21,441 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:34:21,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-19T00:34:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:22,443 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:34:22,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,46031,1731976456910 2024-11-19T00:34:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c95530a 2024-11-19T00:34:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:22,445 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:34:22,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:34:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:34:22,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:34:22,447 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:22,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:34:22,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:34:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:22,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:34:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:22,854 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f65aed2068e8a2a4b8594dbb151cac7, NAME => 'test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1 2024-11-19T00:34:22,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:34:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:23,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:23,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2f65aed2068e8a2a4b8594dbb151cac7, disabling compactions & flushes 2024-11-19T00:34:23,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7. 2024-11-19T00:34:23,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7. 2024-11-19T00:34:23,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7. after waiting 0 ms 2024-11-19T00:34:23,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7. 2024-11-19T00:34:23,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7. 2024-11-19T00:34:23,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f65aed2068e8a2a4b8594dbb151cac7: Waiting for close lock at 1731976463259Disabling compacts and flushes for region at 1731976463259Disabling writes for close at 1731976463259Writing region close event to WAL at 1731976463259Closed at 1731976463259 2024-11-19T00:34:23,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:34:23,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976463260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976463260"}]},"ts":"1731976463260"} 2024-11-19T00:34:23,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:34:23,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:34:23,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976463263"}]},"ts":"1731976463263"} 2024-11-19T00:34:23,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:34:23,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2f65aed2068e8a2a4b8594dbb151cac7, ASSIGN}] 2024-11-19T00:34:23,266 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2f65aed2068e8a2a4b8594dbb151cac7, ASSIGN 2024-11-19T00:34:23,267 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2f65aed2068e8a2a4b8594dbb151cac7, ASSIGN; state=OFFLINE, location=6b1531871d35,36197,1731976457023; forceNewPlan=false, retain=false 2024-11-19T00:34:23,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f65aed2068e8a2a4b8594dbb151cac7, regionState=OPENING, regionLocation=6b1531871d35,36197,1731976457023 2024-11-19T00:34:23,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2f65aed2068e8a2a4b8594dbb151cac7, ASSIGN because future has completed 2024-11-19T00:34:23,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f65aed2068e8a2a4b8594dbb151cac7, server=6b1531871d35,36197,1731976457023}] 2024-11-19T00:34:23,575 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7. 2024-11-19T00:34:23,576 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f65aed2068e8a2a4b8594dbb151cac7, NAME => 'test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:23,576 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:34:23,576 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:34:23,576 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:23,576 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:23,576 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:23,576 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:23,577 INFO [StoreOpener-2f65aed2068e8a2a4b8594dbb151cac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:23,578 INFO [StoreOpener-2f65aed2068e8a2a4b8594dbb151cac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f65aed2068e8a2a4b8594dbb151cac7 columnFamilyName f 2024-11-19T00:34:23,578 DEBUG [StoreOpener-2f65aed2068e8a2a4b8594dbb151cac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:23,579 INFO [StoreOpener-2f65aed2068e8a2a4b8594dbb151cac7-1 {}] regionserver.HStore(327): Store=2f65aed2068e8a2a4b8594dbb151cac7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:23,579 INFO [StoreOpener-2f65aed2068e8a2a4b8594dbb151cac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:23,579 INFO [StoreOpener-2f65aed2068e8a2a4b8594dbb151cac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f65aed2068e8a2a4b8594dbb151cac7 columnFamilyName f1 2024-11-19T00:34:23,580 DEBUG [StoreOpener-2f65aed2068e8a2a4b8594dbb151cac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:23,580 INFO [StoreOpener-2f65aed2068e8a2a4b8594dbb151cac7-1 {}] regionserver.HStore(327): Store=2f65aed2068e8a2a4b8594dbb151cac7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:23,580 INFO [StoreOpener-2f65aed2068e8a2a4b8594dbb151cac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:23,580 INFO [StoreOpener-2f65aed2068e8a2a4b8594dbb151cac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f65aed2068e8a2a4b8594dbb151cac7 columnFamilyName norep 2024-11-19T00:34:23,580 DEBUG [StoreOpener-2f65aed2068e8a2a4b8594dbb151cac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:23,581 INFO [StoreOpener-2f65aed2068e8a2a4b8594dbb151cac7-1 {}] regionserver.HStore(327): Store=2f65aed2068e8a2a4b8594dbb151cac7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:23,581 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:23,581 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:23,581 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:23,582 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:23,582 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:23,582 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:34:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:23,583 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:23,585 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:23,585 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2f65aed2068e8a2a4b8594dbb151cac7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66137632, jitterRate=-0.014472484588623047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:34:23,585 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:23,586 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2f65aed2068e8a2a4b8594dbb151cac7: Running coprocessor pre-open hook at 1731976463576Writing region info on filesystem at 1731976463576Initializing all the Stores at 1731976463577 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976463577Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976463577Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976463577Cleaning up temporary data from old regions at 1731976463582 (+5 ms)Running coprocessor post-open hooks at 1731976463585 (+3 ms)Region opened successfully at 1731976463585 2024-11-19T00:34:23,586 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7., pid=6, masterSystemTime=1731976463572 2024-11-19T00:34:23,588 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7. 2024-11-19T00:34:23,588 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7. 2024-11-19T00:34:23,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f65aed2068e8a2a4b8594dbb151cac7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,36197,1731976457023 2024-11-19T00:34:23,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f65aed2068e8a2a4b8594dbb151cac7, server=6b1531871d35,36197,1731976457023 because future has completed 2024-11-19T00:34:23,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:34:23,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f65aed2068e8a2a4b8594dbb151cac7, server=6b1531871d35,36197,1731976457023 in 172 msec 2024-11-19T00:34:23,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:34:23,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2f65aed2068e8a2a4b8594dbb151cac7, ASSIGN in 328 msec 2024-11-19T00:34:23,596 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:34:23,596 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976463596"}]},"ts":"1731976463596"} 2024-11-19T00:34:23,598 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:34:23,598 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:34:23,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-19T00:34:24,132 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:24,133 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:24,133 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18236 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:24,593 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:34:24,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:24,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,35303,-1 for getting cluster id 2024-11-19T00:34:24,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:24,594 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22e3f2f6-36dd-445f-a9fc-b89684acc5bc' 2024-11-19T00:34:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22e3f2f6-36dd-445f-a9fc-b89684acc5bc" 2024-11-19T00:34:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d314366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,35303,-1] 2024-11-19T00:34:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:24,596 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:24,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2110ed61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:24,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:24,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,46031,-1 for getting cluster id 2024-11-19T00:34:24,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:24,598 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23e612e9-0bcf-4a42-b321-a9b68ca13e29' 2024-11-19T00:34:24,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:24,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23e612e9-0bcf-4a42-b321-a9b68ca13e29" 2024-11-19T00:34:24,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570ce866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:24,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,46031,-1] 2024-11-19T00:34:24,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:24,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:24,599 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bf6be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:24,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:24,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,35303,-1 for getting cluster id 2024-11-19T00:34:24,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:24,601 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22e3f2f6-36dd-445f-a9fc-b89684acc5bc' 2024-11-19T00:34:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22e3f2f6-36dd-445f-a9fc-b89684acc5bc" 2024-11-19T00:34:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463f947d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,35303,-1] 2024-11-19T00:34:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:24,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:24,602 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:24,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f6fc89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:24,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,35303,1731976451877 2024-11-19T00:34:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ba7cef 2024-11-19T00:34:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:24,605 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:34:24,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:46031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:34:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:34:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:24,607 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:46031' 2024-11-19T00:34:24,608 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bb4eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:24,608 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,46031,-1 for getting cluster id 2024-11-19T00:34:24,608 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:24,609 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23e612e9-0bcf-4a42-b321-a9b68ca13e29' 2024-11-19T00:34:24,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:24,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23e612e9-0bcf-4a42-b321-a9b68ca13e29" 2024-11-19T00:34:24,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9045642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:24,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,46031,-1] 2024-11-19T00:34:24,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:24,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:24,610 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:24,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38569297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:24,611 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:24,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,46031,1731976456910 2024-11-19T00:34:24,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53710fda 2024-11-19T00:34:24,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:24,613 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:34:24,613 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T00:34:24,613 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:34:24,613 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:24,613 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:24,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:24,614 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:34:24,615 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:34:24,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:34:24,616 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:24,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:34:24,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741837_1013 (size=1138) 2024-11-19T00:34:24,666 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T00:34:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:25,002 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T00:34:25,023 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e083826e1371239f8d3629e512acf3d5, NAME => 'hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327 2024-11-19T00:34:25,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741838_1014 (size=44) 2024-11-19T00:34:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:25,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:25,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e083826e1371239f8d3629e512acf3d5, disabling compactions & flushes 2024-11-19T00:34:25,462 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. 2024-11-19T00:34:25,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. 2024-11-19T00:34:25,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. after waiting 0 ms 2024-11-19T00:34:25,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. 2024-11-19T00:34:25,462 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. 2024-11-19T00:34:25,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e083826e1371239f8d3629e512acf3d5: Waiting for close lock at 1731976465462Disabling compacts and flushes for region at 1731976465462Disabling writes for close at 1731976465462Writing region close event to WAL at 1731976465462Closed at 1731976465462 2024-11-19T00:34:25,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:34:25,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731976465464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976465464"}]},"ts":"1731976465464"} 2024-11-19T00:34:25,466 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:34:25,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:34:25,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976465466"}]},"ts":"1731976465466"} 2024-11-19T00:34:25,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T00:34:25,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e083826e1371239f8d3629e512acf3d5, ASSIGN}] 2024-11-19T00:34:25,469 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e083826e1371239f8d3629e512acf3d5, ASSIGN 2024-11-19T00:34:25,469 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e083826e1371239f8d3629e512acf3d5, ASSIGN; state=OFFLINE, location=6b1531871d35,40769,1731976452036; forceNewPlan=false, retain=false 2024-11-19T00:34:25,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e083826e1371239f8d3629e512acf3d5, regionState=OPENING, regionLocation=6b1531871d35,40769,1731976452036 2024-11-19T00:34:25,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e083826e1371239f8d3629e512acf3d5, ASSIGN because future has completed 2024-11-19T00:34:25,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e083826e1371239f8d3629e512acf3d5, server=6b1531871d35,40769,1731976452036}] 2024-11-19T00:34:25,703 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:34:25,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:25,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:25,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:25,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:25,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:25,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:25,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:25,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:25,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:25,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:25,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. 2024-11-19T00:34:25,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:25,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:34:25,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C40769%2C1731976452036.rep, suffix=, logDir=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036, archiveDir=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/oldWALs, maxLogs=10 2024-11-19T00:34:25,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.rep.1731976465778, exclude list is [], retry=0 2024-11-19T00:34:25,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46109,DS-e24c5d58-1950-40bc-b25e-a3ec8488577e,DISK] 2024-11-19T00:34:25,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.rep.1731976465778 2024-11-19T00:34:25,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37651:37651)] 2024-11-19T00:34:25,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e083826e1371239f8d3629e512acf3d5, NAME => 'hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:25,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:34:25,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:34:25,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. service=MultiRowMutationService 2024-11-19T00:34:25,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:34:25,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:25,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:25,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:25,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:25,796 INFO [StoreOpener-e083826e1371239f8d3629e512acf3d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:25,797 INFO [StoreOpener-e083826e1371239f8d3629e512acf3d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e083826e1371239f8d3629e512acf3d5 columnFamilyName hfileref 2024-11-19T00:34:25,797 DEBUG [StoreOpener-e083826e1371239f8d3629e512acf3d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:25,798 INFO [StoreOpener-e083826e1371239f8d3629e512acf3d5-1 {}] regionserver.HStore(327): Store=e083826e1371239f8d3629e512acf3d5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:25,798 INFO [StoreOpener-e083826e1371239f8d3629e512acf3d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:25,799 INFO [StoreOpener-e083826e1371239f8d3629e512acf3d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e083826e1371239f8d3629e512acf3d5 columnFamilyName queue 2024-11-19T00:34:25,799 DEBUG [StoreOpener-e083826e1371239f8d3629e512acf3d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:25,799 INFO [StoreOpener-e083826e1371239f8d3629e512acf3d5-1 {}] regionserver.HStore(327): Store=e083826e1371239f8d3629e512acf3d5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:25,799 INFO [StoreOpener-e083826e1371239f8d3629e512acf3d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:25,800 INFO [StoreOpener-e083826e1371239f8d3629e512acf3d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e083826e1371239f8d3629e512acf3d5 columnFamilyName sid 2024-11-19T00:34:25,800 DEBUG [StoreOpener-e083826e1371239f8d3629e512acf3d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:25,800 INFO [StoreOpener-e083826e1371239f8d3629e512acf3d5-1 {}] regionserver.HStore(327): Store=e083826e1371239f8d3629e512acf3d5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:25,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:25,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/replication/e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:25,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/replication/e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:25,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:25,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:25,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:34:25,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:25,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/replication/e083826e1371239f8d3629e512acf3d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:25,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e083826e1371239f8d3629e512acf3d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70440946, jitterRate=0.049651890993118286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:34:25,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:25,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e083826e1371239f8d3629e512acf3d5: Running coprocessor pre-open hook at 1731976465796Writing region info on filesystem at 1731976465796Initializing all the Stores at 1731976465796Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976465796Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976465796Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976465796Cleaning up temporary data from old regions at 1731976465801 (+5 ms)Running coprocessor post-open hooks at 1731976465805 (+4 ms)Region opened successfully at 1731976465805 2024-11-19T00:34:25,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5., pid=10, masterSystemTime=1731976465773 2024-11-19T00:34:25,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. 2024-11-19T00:34:25,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. 2024-11-19T00:34:25,809 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e083826e1371239f8d3629e512acf3d5, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,40769,1731976452036 2024-11-19T00:34:25,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e083826e1371239f8d3629e512acf3d5, server=6b1531871d35,40769,1731976452036 because future has completed 2024-11-19T00:34:25,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T00:34:25,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e083826e1371239f8d3629e512acf3d5, server=6b1531871d35,40769,1731976452036 in 190 msec 2024-11-19T00:34:25,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T00:34:25,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e083826e1371239f8d3629e512acf3d5, ASSIGN in 345 msec 2024-11-19T00:34:25,815 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:34:25,815 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976465815"}]},"ts":"1731976465815"} 2024-11-19T00:34:25,817 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T00:34:25,818 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:34:25,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2040 sec 2024-11-19T00:34:25,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5., hostname=6b1531871d35,40769,1731976452036, seqNum=2] 2024-11-19T00:34:25,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:25,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:25,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:34:26,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T00:34:26,088 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T00:34:26,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T00:34:26,115 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,40769,1731976452036, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:34:26,115 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:26,115 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,40769,1731976452036, seqNum=-1] 2024-11-19T00:34:26,116 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:26,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T00:34:26,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b1531871d35,40769,1731976452036', locateType=CURRENT is [region=hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5., hostname=6b1531871d35,40769,1731976452036, seqNum=2] 2024-11-19T00:34:26,120 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T00:34:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T00:34:26,122 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b1531871d35,40769,1731976452036 suceeded 2024-11-19T00:34:26,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T00:34:26,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-19T00:34:26,123 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b1531871d35:46031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:34:26,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5180 sec 2024-11-19T00:34:26,137 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:46031' 2024-11-19T00:34:26,138 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f55791b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:26,138 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,46031,-1 for getting cluster id 2024-11-19T00:34:26,138 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:26,139 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23e612e9-0bcf-4a42-b321-a9b68ca13e29' 2024-11-19T00:34:26,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:26,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23e612e9-0bcf-4a42-b321-a9b68ca13e29" 2024-11-19T00:34:26,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d134bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:26,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,46031,-1] 2024-11-19T00:34:26,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:26,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:26,140 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:26,141 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e24c618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:26,141 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:26,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,46031,1731976456910 2024-11-19T00:34:26,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70fb6047 2024-11-19T00:34:26,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:26,142 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-19T00:34:26,142 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,40769,1731976452036 (queues=1) is replicating from cluster=22e3f2f6-36dd-445f-a9fc-b89684acc5bc to cluster=23e612e9-0bcf-4a42-b321-a9b68ca13e29 2024-11-19T00:34:26,143 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C40769%2C1731976452036 2024-11-19T00:34:26,143 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,40769,1731976452036, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:34:26,143 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C40769%2C1731976452036 2024-11-19T00:34:26,143 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248, startPosition=0, beingWritten=true 2024-11-19T00:34:26,147 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:34:26,148 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 379, reset compression=false 2024-11-19T00:34:26,148 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40769,1731976452036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:34:26,352 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 379, reset compression=false 2024-11-19T00:34:26,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T00:34:26,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T00:34:26,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T00:34:26,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T00:34:26,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:34:26,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T00:34:26,655 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 379, reset compression=false 2024-11-19T00:34:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:26,763 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:34:26,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:34:26,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:26,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:26,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:26,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:26,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:26,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,46031,-1 for getting cluster id 2024-11-19T00:34:26,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:26,765 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23e612e9-0bcf-4a42-b321-a9b68ca13e29' 2024-11-19T00:34:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23e612e9-0bcf-4a42-b321-a9b68ca13e29" 2024-11-19T00:34:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b8029d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,46031,-1] 2024-11-19T00:34:26,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:26,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:26,766 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:26,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60afa191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:26,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:26,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,46031,1731976456910 2024-11-19T00:34:26,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@523e5e50 2024-11-19T00:34:26,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:26,768 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:34:26,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:35303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:34:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:34:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:26,771 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:35303' 2024-11-19T00:34:26,772 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb95642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:26,772 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,35303,-1 for getting cluster id 2024-11-19T00:34:26,772 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:26,773 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22e3f2f6-36dd-445f-a9fc-b89684acc5bc' 2024-11-19T00:34:26,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:26,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22e3f2f6-36dd-445f-a9fc-b89684acc5bc" 2024-11-19T00:34:26,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d4bf72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:26,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,35303,-1] 2024-11-19T00:34:26,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:26,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:26,774 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:26,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca8b701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:26,775 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:26,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,35303,1731976451877 2024-11-19T00:34:26,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@297e62e5 2024-11-19T00:34:26,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:26,776 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:34:26,776 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T00:34:26,776 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:34:26,776 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:26,777 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:26,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:26,777 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:34:26,778 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:34:26,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:34:26,779 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:26,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:34:26,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741837_1013 (size=1138) 2024-11-19T00:34:26,790 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23aa98bfcefb6a07c12b9b26bf798c06, NAME => 'hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1 2024-11-19T00:34:26,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741838_1014 (size=44) 2024-11-19T00:34:26,828 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T00:34:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:27,059 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 379, reset compression=false 2024-11-19T00:34:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:27,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:27,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 23aa98bfcefb6a07c12b9b26bf798c06, disabling compactions & flushes 2024-11-19T00:34:27,195 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. 2024-11-19T00:34:27,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. 2024-11-19T00:34:27,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. after waiting 0 ms 2024-11-19T00:34:27,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. 2024-11-19T00:34:27,195 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. 2024-11-19T00:34:27,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23aa98bfcefb6a07c12b9b26bf798c06: Waiting for close lock at 1731976467195Disabling compacts and flushes for region at 1731976467195Disabling writes for close at 1731976467195Writing region close event to WAL at 1731976467195Closed at 1731976467195 2024-11-19T00:34:27,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:34:27,197 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731976467196"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976467196"}]},"ts":"1731976467196"} 2024-11-19T00:34:27,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:34:27,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:34:27,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976467199"}]},"ts":"1731976467199"} 2024-11-19T00:34:27,201 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T00:34:27,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23aa98bfcefb6a07c12b9b26bf798c06, ASSIGN}] 2024-11-19T00:34:27,203 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23aa98bfcefb6a07c12b9b26bf798c06, ASSIGN 2024-11-19T00:34:27,203 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23aa98bfcefb6a07c12b9b26bf798c06, ASSIGN; state=OFFLINE, location=6b1531871d35,36197,1731976457023; forceNewPlan=false, retain=false 2024-11-19T00:34:27,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=23aa98bfcefb6a07c12b9b26bf798c06, regionState=OPENING, regionLocation=6b1531871d35,36197,1731976457023 2024-11-19T00:34:27,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23aa98bfcefb6a07c12b9b26bf798c06, ASSIGN because future has completed 2024-11-19T00:34:27,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23aa98bfcefb6a07c12b9b26bf798c06, server=6b1531871d35,36197,1731976457023}] 2024-11-19T00:34:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:27,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. 2024-11-19T00:34:27,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:27,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:34:27,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C36197%2C1731976457023.rep, suffix=, logDir=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023, archiveDir=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/oldWALs, maxLogs=10 2024-11-19T00:34:27,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.rep.1731976467513, exclude list is [], retry=0 2024-11-19T00:34:27,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35335,DS-be424991-519d-4d68-a2e3-594998bede50,DISK] 2024-11-19T00:34:27,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.rep.1731976467513 2024-11-19T00:34:27,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43179:43179)] 2024-11-19T00:34:27,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 23aa98bfcefb6a07c12b9b26bf798c06, NAME => 'hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:27,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:34:27,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:34:27,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. service=MultiRowMutationService 2024-11-19T00:34:27,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:34:27,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:27,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:27,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:27,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:27,529 INFO [StoreOpener-23aa98bfcefb6a07c12b9b26bf798c06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:27,530 INFO [StoreOpener-23aa98bfcefb6a07c12b9b26bf798c06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23aa98bfcefb6a07c12b9b26bf798c06 columnFamilyName hfileref 2024-11-19T00:34:27,530 DEBUG [StoreOpener-23aa98bfcefb6a07c12b9b26bf798c06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:27,531 INFO [StoreOpener-23aa98bfcefb6a07c12b9b26bf798c06-1 {}] regionserver.HStore(327): Store=23aa98bfcefb6a07c12b9b26bf798c06/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:27,531 INFO [StoreOpener-23aa98bfcefb6a07c12b9b26bf798c06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:27,532 INFO [StoreOpener-23aa98bfcefb6a07c12b9b26bf798c06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23aa98bfcefb6a07c12b9b26bf798c06 columnFamilyName queue 2024-11-19T00:34:27,532 DEBUG [StoreOpener-23aa98bfcefb6a07c12b9b26bf798c06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:27,532 INFO [StoreOpener-23aa98bfcefb6a07c12b9b26bf798c06-1 {}] regionserver.HStore(327): Store=23aa98bfcefb6a07c12b9b26bf798c06/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:27,532 INFO [StoreOpener-23aa98bfcefb6a07c12b9b26bf798c06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:27,533 INFO [StoreOpener-23aa98bfcefb6a07c12b9b26bf798c06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23aa98bfcefb6a07c12b9b26bf798c06 columnFamilyName sid 2024-11-19T00:34:27,533 DEBUG [StoreOpener-23aa98bfcefb6a07c12b9b26bf798c06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:27,533 INFO [StoreOpener-23aa98bfcefb6a07c12b9b26bf798c06-1 {}] regionserver.HStore(327): Store=23aa98bfcefb6a07c12b9b26bf798c06/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:27,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:27,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/replication/23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:27,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/replication/23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:27,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:27,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:27,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:34:27,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:27,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/replication/23aa98bfcefb6a07c12b9b26bf798c06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:27,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 23aa98bfcefb6a07c12b9b26bf798c06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62506896, jitterRate=-0.06857466697692871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:34:27,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:27,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 23aa98bfcefb6a07c12b9b26bf798c06: Running coprocessor pre-open hook at 1731976467528Writing region info on filesystem at 1731976467528Initializing all the Stores at 1731976467529 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976467529Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976467529Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976467529Cleaning up temporary data from old regions at 1731976467534 (+5 ms)Running coprocessor post-open hooks at 1731976467538 (+4 ms)Region opened successfully at 1731976467539 (+1 ms) 2024-11-19T00:34:27,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06., pid=10, masterSystemTime=1731976467508 2024-11-19T00:34:27,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. 2024-11-19T00:34:27,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. 2024-11-19T00:34:27,541 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=23aa98bfcefb6a07c12b9b26bf798c06, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,36197,1731976457023 2024-11-19T00:34:27,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23aa98bfcefb6a07c12b9b26bf798c06, server=6b1531871d35,36197,1731976457023 because future has completed 2024-11-19T00:34:27,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T00:34:27,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 23aa98bfcefb6a07c12b9b26bf798c06, server=6b1531871d35,36197,1731976457023 in 189 msec 2024-11-19T00:34:27,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T00:34:27,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23aa98bfcefb6a07c12b9b26bf798c06, ASSIGN in 345 msec 2024-11-19T00:34:27,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:34:27,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976467548"}]},"ts":"1731976467548"} 2024-11-19T00:34:27,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T00:34:27,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:34:27,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-11-19T00:34:27,563 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 379, reset compression=false 2024-11-19T00:34:27,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06., hostname=6b1531871d35,36197,1731976457023, seqNum=2] 2024-11-19T00:34:27,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:27,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:27,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:34:27,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T00:34:27,797 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T00:34:27,824 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,36197,1731976457023, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:34:27,824 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:27,824 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,36197,1731976457023, seqNum=-1] 2024-11-19T00:34:27,825 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:27,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T00:34:27,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b1531871d35,36197,1731976457023', locateType=CURRENT is [region=hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06., hostname=6b1531871d35,36197,1731976457023, seqNum=2] 2024-11-19T00:34:27,830 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T00:34:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T00:34:27,832 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b1531871d35,36197,1731976457023 suceeded 2024-11-19T00:34:27,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T00:34:27,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-19T00:34:27,834 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b1531871d35:35303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:34:27,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0650 sec 2024-11-19T00:34:27,847 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:35303' 2024-11-19T00:34:27,848 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e00ed71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:27,848 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,35303,-1 for getting cluster id 2024-11-19T00:34:27,849 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:27,849 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22e3f2f6-36dd-445f-a9fc-b89684acc5bc' 2024-11-19T00:34:27,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:27,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22e3f2f6-36dd-445f-a9fc-b89684acc5bc" 2024-11-19T00:34:27,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a6a5616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:27,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,35303,-1] 2024-11-19T00:34:27,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:27,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:27,851 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:27,851 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@372192c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:27,851 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:27,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,35303,1731976451877 2024-11-19T00:34:27,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b404eb6 2024-11-19T00:34:27,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:27,853 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-19T00:34:27,854 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,36197,1731976457023 (queues=1) is replicating from cluster=23e612e9-0bcf-4a42-b321-a9b68ca13e29 to cluster=22e3f2f6-36dd-445f-a9fc-b89684acc5bc 2024-11-19T00:34:27,854 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C36197%2C1731976457023 2024-11-19T00:34:27,854 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,36197,1731976457023, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:34:27,854 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C36197%2C1731976457023 2024-11-19T00:34:27,854 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142, startPosition=0, beingWritten=true 2024-11-19T00:34:27,859 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:34:27,859 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 379, reset compression=false 2024-11-19T00:34:27,859 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,36197,1731976457023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:34:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:27,903 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:34:27,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:34:27,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:27,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:27,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:27,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:27,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,40769,1731976452036, seqNum=-1] 2024-11-19T00:34:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:27,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:34:27,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731976460281.c3678e085f1c95f269f8c2f929318446., hostname=6b1531871d35,40769,1731976452036, seqNum=2] 2024-11-19T00:34:27,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:27,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,36197,1731976457023, seqNum=-1] 2024-11-19T00:34:27,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:27,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:34:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7., hostname=6b1531871d35,36197,1731976457023, seqNum=2] 2024-11-19T00:34:27,914 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T00:34:28,063 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 379, reset compression=false 2024-11-19T00:34:28,166 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 379, reset compression=false 2024-11-19T00:34:28,170 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:34:28,170 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 480, reset compression=false 2024-11-19T00:34:28,170 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40769,1731976452036 got entry batch from reader: WALEntryBatch [walEntries=[{test/c3678e085f1c95f269f8c2f929318446/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T00:34:28,173 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:34:28,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-19T00:34:28,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:34:28,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bebfa6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:28,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,46031,-1 for getting cluster id 2024-11-19T00:34:28,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:28,177 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23e612e9-0bcf-4a42-b321-a9b68ca13e29' 2024-11-19T00:34:28,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:28,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23e612e9-0bcf-4a42-b321-a9b68ca13e29" 2024-11-19T00:34:28,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@288a8637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:28,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,46031,-1] 2024-11-19T00:34:28,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:28,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:28,178 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:28,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ba18234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:28,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:28,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,36197,1731976457023, seqNum=-1] 2024-11-19T00:34:28,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:28,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T00:34:28,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7., hostname=6b1531871d35,36197,1731976457023, seqNum=2] 2024-11-19T00:34:28,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:34:28,366 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 379, reset compression=false 2024-11-19T00:34:28,370 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:34:28,370 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 503, reset compression=false 2024-11-19T00:34:28,370 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,36197,1731976457023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:34:28,373 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 480, reset compression=false 2024-11-19T00:34:28,575 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 503, reset compression=false 2024-11-19T00:34:28,678 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 480, reset compression=false 2024-11-19T00:34:28,880 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 503, reset compression=false 2024-11-19T00:34:28,917 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T00:34:28,920 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T00:34:29,082 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 480, reset compression=false 2024-11-19T00:34:29,298 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 503, reset compression=false 2024-11-19T00:34:29,302 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:34:29,302 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 607, reset compression=false 2024-11-19T00:34:29,303 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,36197,1731976457023 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f65aed2068e8a2a4b8594dbb151cac7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T00:34:29,305 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:34:29,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-19T00:34:29,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:34:29,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b206bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:29,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,35303,-1 for getting cluster id 2024-11-19T00:34:29,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:29,307 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22e3f2f6-36dd-445f-a9fc-b89684acc5bc' 2024-11-19T00:34:29,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:29,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22e3f2f6-36dd-445f-a9fc-b89684acc5bc" 2024-11-19T00:34:29,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cc125a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:29,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,35303,-1] 2024-11-19T00:34:29,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:29,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:29,309 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:29,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63d92def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:29,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:29,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,40769,1731976452036, seqNum=-1] 2024-11-19T00:34:29,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:29,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T00:34:29,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731976460281.c3678e085f1c95f269f8c2f929318446., hostname=6b1531871d35,40769,1731976452036, seqNum=2] 2024-11-19T00:34:29,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:34:29,506 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 607, reset compression=false 2024-11-19T00:34:29,585 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 480, reset compression=false 2024-11-19T00:34:29,589 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:34:29,589 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 607, reset compression=false 2024-11-19T00:34:29,590 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40769,1731976452036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:34:29,793 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 607, reset compression=false 2024-11-19T00:34:29,810 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 607, reset compression=false 2024-11-19T00:34:29,922 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T00:34:29,931 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T00:34:30,096 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 607, reset compression=false 2024-11-19T00:34:30,214 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 607, reset compression=false 2024-11-19T00:34:30,227 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:34:30,227 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 763, reset compression=false 2024-11-19T00:34:30,227 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40769,1731976452036 got entry batch from reader: WALEntryBatch [walEntries=[{test/c3678e085f1c95f269f8c2f929318446/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T00:34:30,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:34:30,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36197 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:34:30,431 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 763, reset compression=false 2024-11-19T00:34:30,718 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 607, reset compression=false 2024-11-19T00:34:30,722 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:34:30,722 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 754, reset compression=false 2024-11-19T00:34:30,722 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,36197,1731976457023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:34:30,735 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 763, reset compression=false 2024-11-19T00:34:30,925 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 754, reset compression=false 2024-11-19T00:34:30,933 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T00:34:30,936 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T00:34:31,138 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 763, reset compression=false 2024-11-19T00:34:31,229 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 754, reset compression=false 2024-11-19T00:34:31,233 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:34:31,233 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 913, reset compression=false 2024-11-19T00:34:31,233 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,36197,1731976457023 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f65aed2068e8a2a4b8594dbb151cac7/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T00:34:31,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:34:31,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:34:31,297 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:34:31,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:31,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:31,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:31,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:31,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:31,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:31,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:31,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:31,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:31,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:31,438 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 913, reset compression=false 2024-11-19T00:34:31,641 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 763, reset compression=false 2024-11-19T00:34:31,646 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:34:31,646 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 912, reset compression=false 2024-11-19T00:34:31,646 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40769,1731976452036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:34:31,743 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 913, reset compression=false 2024-11-19T00:34:31,851 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 912, reset compression=false 2024-11-19T00:34:31,938 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T00:34:31,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:34:31,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:34:31,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:31,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:31,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:31,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:31,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:34:31,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1363949157, stopped=false 2024-11-19T00:34:31,941 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,46031,1731976456910 2024-11-19T00:34:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1130912761/running 2024-11-19T00:34:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1130912761/running 2024-11-19T00:34:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:31,976 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:34:31,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:34:31,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:31,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:31,977 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,36197,1731976457023' ***** 2024-11-19T00:34:31,977 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:34:31,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Set watcher on znode that does not yet exist, /1130912761/running 2024-11-19T00:34:31,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Set watcher on znode that does not yet exist, /1130912761/running 2024-11-19T00:34:31,977 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:34:31,977 INFO [RS:0;6b1531871d35:36197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:34:31,977 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:34:31,977 INFO [RS:0;6b1531871d35:36197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:34:31,977 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:31,977 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(3091): Received CLOSE for 23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:31,977 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,36197,1731976457023 2024-11-19T00:34:31,977 INFO [RS:0;6b1531871d35:36197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:34:31,977 INFO [RS:0;6b1531871d35:36197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:36197. 2024-11-19T00:34:31,977 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f65aed2068e8a2a4b8594dbb151cac7, disabling compactions & flushes 2024-11-19T00:34:31,978 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7. 2024-11-19T00:34:31,978 DEBUG [RS:0;6b1531871d35:36197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:31,978 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7. 2024-11-19T00:34:31,978 DEBUG [RS:0;6b1531871d35:36197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:31,978 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7. after waiting 0 ms 2024-11-19T00:34:31,978 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7. 2024-11-19T00:34:31,978 INFO [RS:0;6b1531871d35:36197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:34:31,978 INFO [RS:0;6b1531871d35:36197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:34:31,978 INFO [RS:0;6b1531871d35:36197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:34:31,978 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:34:31,978 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2f65aed2068e8a2a4b8594dbb151cac7 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-19T00:34:31,978 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T00:34:31,978 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1325): Online Regions={2f65aed2068e8a2a4b8594dbb151cac7=test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7., 1588230740=hbase:meta,,1.1588230740, 23aa98bfcefb6a07c12b9b26bf798c06=hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06.} 2024-11-19T00:34:31,978 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23aa98bfcefb6a07c12b9b26bf798c06, 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:31,978 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:34:31,978 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:34:31,978 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:34:31,978 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:34:31,978 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:34:31,978 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T00:34:31,992 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/.tmp/info/a7b76f3c11324c399891a7bc97b8b700 is 147, key is hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06./info:regioninfo/1731976467541/Put/seqid=0 2024-11-19T00:34:31,992 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/.tmp/f/6bd7f2e86e7e4967bf9689b47c73cb29 is 29, key is row1/f:/1731976470934/DeleteFamily/seqid=0 2024-11-19T00:34:31,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741840_1016 (size=5118) 2024-11-19T00:34:31,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741841_1017 (size=7686) 2024-11-19T00:34:32,018 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:34:32,018 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:34:32,024 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:34:32,146 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 913, reset compression=false 2024-11-19T00:34:32,150 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:34:32,150 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 1160, reset compression=false 2024-11-19T00:34:32,150 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,36197,1731976457023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:34:32,151 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b1531871d35,36197,1731976457023: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b1531871d35,36197,1731976457023, walGroup=6b1531871d35%2C36197%2C1731976457023, offset=6b1531871d35%2C36197%2C1731976457023.1731976459142:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:36197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T00:34:32,152 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T00:34:32,152 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T00:34:32,153 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T00:34:32,153 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T00:34:32,153 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T00:34:32,153 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 603588672 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 190707176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T00:34:32,153 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-19T00:34:32,154 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 912, reset compression=false 2024-11-19T00:34:32,178 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23aa98bfcefb6a07c12b9b26bf798c06, 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:32,354 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 1160, reset compression=false 2024-11-19T00:34:32,378 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23aa98bfcefb6a07c12b9b26bf798c06, 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:32,396 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/.tmp/f/6bd7f2e86e7e4967bf9689b47c73cb29 2024-11-19T00:34:32,396 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/.tmp/info/a7b76f3c11324c399891a7bc97b8b700 2024-11-19T00:34:32,400 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bd7f2e86e7e4967bf9689b47c73cb29 2024-11-19T00:34:32,413 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/.tmp/ns/f28894d0e766462784379677535dc759 is 43, key is default/ns:d/1731976460224/Put/seqid=0 2024-11-19T00:34:32,413 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/.tmp/f1/2589e9d4f5014ec5a163849fa4dcef1e is 30, key is row1/f1:/1731976470934/DeleteFamily/seqid=0 2024-11-19T00:34:32,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741842_1018 (size=5153) 2024-11-19T00:34:32,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741843_1019 (size=5123) 2024-11-19T00:34:32,557 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 912, reset compression=false 2024-11-19T00:34:32,579 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23aa98bfcefb6a07c12b9b26bf798c06, 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:32,658 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 1160, reset compression=false 2024-11-19T00:34:32,779 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23aa98bfcefb6a07c12b9b26bf798c06, 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:32,817 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/.tmp/f1/2589e9d4f5014ec5a163849fa4dcef1e 2024-11-19T00:34:32,817 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/.tmp/ns/f28894d0e766462784379677535dc759 2024-11-19T00:34:32,821 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2589e9d4f5014ec5a163849fa4dcef1e 2024-11-19T00:34:32,834 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/.tmp/norep/b5ef5af85a234547bd0b4aeb7f8c9e2a is 33, key is row1/norep:/1731976470934/DeleteFamily/seqid=0 2024-11-19T00:34:32,836 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/.tmp/rep_barrier/22f1c5fa06ac4924934f641a7209773a is 112, key is test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7./rep_barrier:seqnumDuringOpen/1731976463589/Put/seqid=0 2024-11-19T00:34:32,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741844_1020 (size=5108) 2024-11-19T00:34:32,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741845_1021 (size=5518) 2024-11-19T00:34:32,851 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/.tmp/rep_barrier/22f1c5fa06ac4924934f641a7209773a 2024-11-19T00:34:32,868 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/.tmp/table/fecd151afaba46309fccf5901958e4d1 is 53, key is hbase:replication/table:state/1731976467548/Put/seqid=0 2024-11-19T00:34:32,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741846_1022 (size=5308) 2024-11-19T00:34:32,979 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23aa98bfcefb6a07c12b9b26bf798c06, 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:33,060 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 912, reset compression=false 2024-11-19T00:34:33,062 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 1160, reset compression=false 2024-11-19T00:34:33,179 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23aa98bfcefb6a07c12b9b26bf798c06, 2f65aed2068e8a2a4b8594dbb151cac7 2024-11-19T00:34:33,251 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/.tmp/norep/b5ef5af85a234547bd0b4aeb7f8c9e2a 2024-11-19T00:34:33,254 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5ef5af85a234547bd0b4aeb7f8c9e2a 2024-11-19T00:34:33,255 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/.tmp/f/6bd7f2e86e7e4967bf9689b47c73cb29 as hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/f/6bd7f2e86e7e4967bf9689b47c73cb29 2024-11-19T00:34:33,258 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bd7f2e86e7e4967bf9689b47c73cb29 2024-11-19T00:34:33,259 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/f/6bd7f2e86e7e4967bf9689b47c73cb29, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T00:34:33,260 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/.tmp/f1/2589e9d4f5014ec5a163849fa4dcef1e as hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/f1/2589e9d4f5014ec5a163849fa4dcef1e 2024-11-19T00:34:33,264 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2589e9d4f5014ec5a163849fa4dcef1e 2024-11-19T00:34:33,264 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/f1/2589e9d4f5014ec5a163849fa4dcef1e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T00:34:33,265 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/.tmp/norep/b5ef5af85a234547bd0b4aeb7f8c9e2a as hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/norep/b5ef5af85a234547bd0b4aeb7f8c9e2a 2024-11-19T00:34:33,269 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5ef5af85a234547bd0b4aeb7f8c9e2a 2024-11-19T00:34:33,269 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/norep/b5ef5af85a234547bd0b4aeb7f8c9e2a, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T00:34:33,270 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2f65aed2068e8a2a4b8594dbb151cac7 in 1292ms, sequenceid=8, compaction requested=false 2024-11-19T00:34:33,272 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/.tmp/table/fecd151afaba46309fccf5901958e4d1 2024-11-19T00:34:33,274 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/default/test/2f65aed2068e8a2a4b8594dbb151cac7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T00:34:33,274 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:34:33,274 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:34:33,274 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7. 2024-11-19T00:34:33,275 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f65aed2068e8a2a4b8594dbb151cac7: Waiting for close lock at 1731976471977Running coprocessor pre-close hooks at 1731976471977Disabling compacts and flushes for region at 1731976471977Disabling writes for close at 1731976471978 (+1 ms)Obtaining lock to block concurrent updates at 1731976471978Preparing flush snapshotting stores in 2f65aed2068e8a2a4b8594dbb151cac7 at 1731976471978Finished memstore snapshotting test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731976471978Flushing stores of test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7. at 1731976471978Flushing 2f65aed2068e8a2a4b8594dbb151cac7/f: creating writer at 1731976471979 (+1 ms)Flushing 2f65aed2068e8a2a4b8594dbb151cac7/f: appending metadata at 1731976471991 (+12 ms)Flushing 2f65aed2068e8a2a4b8594dbb151cac7/f: closing flushed file at 1731976471991Flushing 2f65aed2068e8a2a4b8594dbb151cac7/f1: creating writer at 1731976472400 (+409 ms)Flushing 2f65aed2068e8a2a4b8594dbb151cac7/f1: appending metadata at 1731976472413 (+13 ms)Flushing 2f65aed2068e8a2a4b8594dbb151cac7/f1: closing flushed file at 1731976472413Flushing 2f65aed2068e8a2a4b8594dbb151cac7/norep: creating writer at 1731976472821 (+408 ms)Flushing 2f65aed2068e8a2a4b8594dbb151cac7/norep: appending metadata at 1731976472833 (+12 ms)Flushing 2f65aed2068e8a2a4b8594dbb151cac7/norep: closing flushed file at 1731976472833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a61d6d: reopening flushed file at 1731976473254 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a86b1e3: reopening flushed file at 1731976473259 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@606fafb0: reopening flushed file at 1731976473265 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2f65aed2068e8a2a4b8594dbb151cac7 in 1292ms, sequenceid=8, compaction requested=false at 1731976473270 (+5 ms)Writing region close event to WAL at 1731976473271 (+1 ms)Running coprocessor post-close hooks at 1731976473274 (+3 ms)Closed at 1731976473274 2024-11-19T00:34:33,275 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731976462445.2f65aed2068e8a2a4b8594dbb151cac7. 2024-11-19T00:34:33,275 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23aa98bfcefb6a07c12b9b26bf798c06, disabling compactions & flushes 2024-11-19T00:34:33,275 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. 2024-11-19T00:34:33,275 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. 2024-11-19T00:34:33,275 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. after waiting 0 ms 2024-11-19T00:34:33,275 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. 2024-11-19T00:34:33,275 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23aa98bfcefb6a07c12b9b26bf798c06: Waiting for close lock at 1731976473275Running coprocessor pre-close hooks at 1731976473275Disabling compacts and flushes for region at 1731976473275Disabling writes for close at 1731976473275Failed flush hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06., putting online again at 1731976473275 2024-11-19T00:34:33,275 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. 2024-11-19T00:34:33,276 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/.tmp/info/a7b76f3c11324c399891a7bc97b8b700 as hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/info/a7b76f3c11324c399891a7bc97b8b700 2024-11-19T00:34:33,279 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/info/a7b76f3c11324c399891a7bc97b8b700, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T00:34:33,280 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/.tmp/ns/f28894d0e766462784379677535dc759 as hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/ns/f28894d0e766462784379677535dc759 2024-11-19T00:34:33,283 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/ns/f28894d0e766462784379677535dc759, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T00:34:33,284 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/.tmp/rep_barrier/22f1c5fa06ac4924934f641a7209773a as hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/rep_barrier/22f1c5fa06ac4924934f641a7209773a 2024-11-19T00:34:33,287 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/rep_barrier/22f1c5fa06ac4924934f641a7209773a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T00:34:33,288 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/.tmp/table/fecd151afaba46309fccf5901958e4d1 as hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/table/fecd151afaba46309fccf5901958e4d1 2024-11-19T00:34:33,291 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/table/fecd151afaba46309fccf5901958e4d1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T00:34:33,293 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false 2024-11-19T00:34:33,299 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T00:34:33,299 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:34:33,299 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:34:33,299 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:34:33,299 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976471978Running coprocessor pre-close hooks at 1731976471978Disabling compacts and flushes for region at 1731976471978Disabling writes for close at 1731976471978Obtaining lock to block concurrent updates at 1731976471978Preparing flush snapshotting stores in 1588230740 at 1731976471978Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731976471978Flushing stores of hbase:meta,,1.1588230740 at 1731976471979 (+1 ms)Flushing 1588230740/info: creating writer at 1731976471979Flushing 1588230740/info: appending metadata at 1731976471992 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731976471992Flushing 1588230740/ns: creating writer at 1731976472400 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731976472413 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731976472413Flushing 1588230740/rep_barrier: creating writer at 1731976472821 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731976472835 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731976472835Flushing 1588230740/table: creating writer at 1731976472855 (+20 ms)Flushing 1588230740/table: appending metadata at 1731976472868 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731976472868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b10b825: reopening flushed file at 1731976473275 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf59384: reopening flushed file at 1731976473280 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b09f11: reopening flushed file at 1731976473284 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6afe6aff: reopening flushed file at 1731976473287 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false at 1731976473293 (+6 ms)Writing region close event to WAL at 1731976473296 (+3 ms)Running coprocessor post-close hooks at 1731976473299 (+3 ms)Closed at 1731976473299 2024-11-19T00:34:33,300 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:34:33,379 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T00:34:33,379 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1325): Online Regions={23aa98bfcefb6a07c12b9b26bf798c06=hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06.} 2024-11-19T00:34:33,379 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(3091): Received CLOSE for 23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:33,380 DEBUG [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1351): Waiting on 23aa98bfcefb6a07c12b9b26bf798c06 2024-11-19T00:34:33,380 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23aa98bfcefb6a07c12b9b26bf798c06, disabling compactions & flushes 2024-11-19T00:34:33,380 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. 2024-11-19T00:34:33,380 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. 2024-11-19T00:34:33,380 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. after waiting 0 ms 2024-11-19T00:34:33,380 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. 2024-11-19T00:34:33,380 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23aa98bfcefb6a07c12b9b26bf798c06: Waiting for close lock at 1731976473380Running coprocessor pre-close hooks at 1731976473380Disabling compacts and flushes for region at 1731976473380Disabling writes for close at 1731976473380Failed flush hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06., putting online again at 1731976473380 2024-11-19T00:34:33,380 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731976466777.23aa98bfcefb6a07c12b9b26bf798c06. 2024-11-19T00:34:33,567 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 1160, reset compression=false 2024-11-19T00:34:33,572 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:34:33,572 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 1804, reset compression=false 2024-11-19T00:34:33,580 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T00:34:33,580 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,36197,1731976457023; all regions closed. 2024-11-19T00:34:33,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741834_1010 (size=4239) 2024-11-19T00:34:33,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741839_1015 (size=1733) 2024-11-19T00:34:33,584 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.rep.1731976467513 not finished, retry = 0 2024-11-19T00:34:33,667 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 912, reset compression=false 2024-11-19T00:34:33,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741832_1008 (size=1812) 2024-11-19T00:34:33,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 not finished, retry = 0 2024-11-19T00:34:33,775 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 to pos 1804, reset compression=false 2024-11-19T00:34:33,787 DEBUG [RS:0;6b1531871d35:36197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:33,787 INFO [RS:0;6b1531871d35:36197 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:34:33,787 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/WALs/6b1531871d35,36197,1731976457023/6b1531871d35%2C36197%2C1731976457023.1731976459142 2024-11-19T00:34:33,787 INFO [RS:0;6b1531871d35:36197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:34:33,787 INFO [RS:0;6b1531871d35:36197 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T00:34:33,787 INFO [RS:0;6b1531871d35:36197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:34:33,788 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:34:33,788 INFO [RS:0;6b1531871d35:36197 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,36197,1731976457023 because: Region server is closing 2024-11-19T00:34:33,788 INFO [RS:0;6b1531871d35:36197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:36197. 2024-11-19T00:34:33,788 DEBUG [RS:0;6b1531871d35:36197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:33,788 DEBUG [RS:0;6b1531871d35:36197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:33,788 DEBUG [RS:0;6b1531871d35:36197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:33,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:33,888 INFO [RS:0;6b1531871d35:36197 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.shipper6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 terminated 2024-11-19T00:34:33,888 INFO [RS:0;6b1531871d35:36197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:36197. 2024-11-19T00:34:33,888 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36197,1731976457023.replicationSource.wal-reader.6b1531871d35%2C36197%2C1731976457023,1-6b1531871d35,36197,1731976457023 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-19T00:34:33,889 DEBUG [RS:0;6b1531871d35:36197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:33,889 DEBUG [RS:0;6b1531871d35:36197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:33,889 DEBUG [RS:0;6b1531871d35:36197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:33,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:33,889 INFO [RS:0;6b1531871d35:36197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36197 2024-11-19T00:34:34,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761/rs 2024-11-19T00:34:34,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1130912761/rs/6b1531871d35,36197,1731976457023 2024-11-19T00:34:34,145 INFO [RS:0;6b1531871d35:36197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:34:34,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,36197,1731976457023] 2024-11-19T00:34:34,173 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1130912761/draining/6b1531871d35,36197,1731976457023 already deleted, retry=false 2024-11-19T00:34:34,174 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,36197,1731976457023 expired; onlineServers=0 2024-11-19T00:34:34,174 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,46031,1731976456910' ***** 2024-11-19T00:34:34,174 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:34:34,174 INFO [M:0;6b1531871d35:46031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:34:34,174 INFO [M:0;6b1531871d35:46031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:34:34,174 DEBUG [M:0;6b1531871d35:46031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:34:34,174 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:34:34,174 DEBUG [M:0;6b1531871d35:46031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:34:34,174 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976458961 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976458961,5,FailOnTimeoutGroup] 2024-11-19T00:34:34,174 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976458961 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976458961,5,FailOnTimeoutGroup] 2024-11-19T00:34:34,174 INFO [M:0;6b1531871d35:46031 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:34:34,174 INFO [M:0;6b1531871d35:46031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:34:34,174 DEBUG [M:0;6b1531871d35:46031 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:34:34,174 INFO [M:0;6b1531871d35:46031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:34:34,174 INFO [M:0;6b1531871d35:46031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:34:34,175 INFO [M:0;6b1531871d35:46031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:34:34,175 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:34:34,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1130912761/master 2024-11-19T00:34:34,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1130912761 2024-11-19T00:34:34,184 DEBUG [M:0;6b1531871d35:46031 {}] zookeeper.ZKUtil(347): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Unable to get data of znode /1130912761/master because node does not exist (not an error) 2024-11-19T00:34:34,184 WARN [M:0;6b1531871d35:46031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:34:34,185 INFO [M:0;6b1531871d35:46031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/.lastflushedseqids 2024-11-19T00:34:34,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741847_1023 (size=245) 2024-11-19T00:34:34,202 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:34,203 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:34,203 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28306 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:34,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:34,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x10055594f8e0004, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:34,266 INFO [RS:0;6b1531871d35:36197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:34:34,266 INFO [RS:0;6b1531871d35:36197 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,36197,1731976457023; zookeeper connection closed. 2024-11-19T00:34:34,266 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40a6367a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40a6367a 2024-11-19T00:34:34,266 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:34:34,371 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 912, reset compression=false 2024-11-19T00:34:34,589 INFO [M:0;6b1531871d35:46031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:34:34,589 INFO [M:0;6b1531871d35:46031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:34:34,589 DEBUG [M:0;6b1531871d35:46031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:34:34,589 INFO [M:0;6b1531871d35:46031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:34,589 DEBUG [M:0;6b1531871d35:46031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:34,589 DEBUG [M:0;6b1531871d35:46031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:34:34,589 DEBUG [M:0;6b1531871d35:46031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:34,590 INFO [M:0;6b1531871d35:46031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T00:34:34,603 DEBUG [M:0;6b1531871d35:46031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9216eab083c84614bb73ea38e5d8afcb is 82, key is hbase:meta,,1/info:regioninfo/1731976460213/Put/seqid=0 2024-11-19T00:34:34,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741848_1024 (size=5672) 2024-11-19T00:34:35,007 INFO [M:0;6b1531871d35:46031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9216eab083c84614bb73ea38e5d8afcb 2024-11-19T00:34:35,025 DEBUG [M:0;6b1531871d35:46031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bdee4e6a221486d9d80c06473c3ee4f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731976467552/Put/seqid=0 2024-11-19T00:34:35,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741849_1025 (size=8515) 2024-11-19T00:34:35,174 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 912, reset compression=false 2024-11-19T00:34:35,429 INFO [M:0;6b1531871d35:46031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bdee4e6a221486d9d80c06473c3ee4f 2024-11-19T00:34:35,445 DEBUG [M:0;6b1531871d35:46031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c584eb039f9480ab3dd576e1f32da7f is 69, key is 6b1531871d35,36197,1731976457023/rs:state/1731976458989/Put/seqid=0 2024-11-19T00:34:35,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741850_1026 (size=5156) 2024-11-19T00:34:35,849 INFO [M:0;6b1531871d35:46031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c584eb039f9480ab3dd576e1f32da7f 2024-11-19T00:34:35,853 DEBUG [M:0;6b1531871d35:46031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9216eab083c84614bb73ea38e5d8afcb as hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9216eab083c84614bb73ea38e5d8afcb 2024-11-19T00:34:35,857 INFO [M:0;6b1531871d35:46031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9216eab083c84614bb73ea38e5d8afcb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T00:34:35,857 DEBUG [M:0;6b1531871d35:46031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bdee4e6a221486d9d80c06473c3ee4f as hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bdee4e6a221486d9d80c06473c3ee4f 2024-11-19T00:34:35,861 INFO [M:0;6b1531871d35:46031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bdee4e6a221486d9d80c06473c3ee4f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T00:34:35,861 DEBUG [M:0;6b1531871d35:46031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c584eb039f9480ab3dd576e1f32da7f as hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c584eb039f9480ab3dd576e1f32da7f 2024-11-19T00:34:35,864 INFO [M:0;6b1531871d35:46031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35139/user/jenkins/test-data/2490eb67-c248-2235-01fb-5d6e64168ed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c584eb039f9480ab3dd576e1f32da7f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T00:34:35,865 INFO [M:0;6b1531871d35:46031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-19T00:34:35,868 INFO [M:0;6b1531871d35:46031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:35,868 DEBUG [M:0;6b1531871d35:46031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976474589Disabling compacts and flushes for region at 1731976474589Disabling writes for close at 1731976474589Obtaining lock to block concurrent updates at 1731976474590 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976474590Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731976474590Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976474590Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976474590Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976474603 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976474603Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976475011 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976475024 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976475024Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976475432 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976475445 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976475445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d29c12: reopening flushed file at 1731976475853 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cfd4578: reopening flushed file at 1731976475857 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a68bea: reopening flushed file at 1731976475861 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731976475865 (+4 ms)Writing region close event to WAL at 1731976475868 (+3 ms)Closed at 1731976475868 2024-11-19T00:34:35,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741830_1006 (size=63642) 2024-11-19T00:34:35,873 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:34:35,873 INFO [M:0;6b1531871d35:46031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:34:35,873 INFO [M:0;6b1531871d35:46031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46031 2024-11-19T00:34:35,873 INFO [M:0;6b1531871d35:46031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:34:36,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:36,009 INFO [M:0;6b1531871d35:46031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:34:36,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10055594f8e0003, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:36,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@602d2d6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:34:36,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@685e84f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:34:36,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:34:36,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744ac18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:34:36,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3660e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/hadoop.log.dir/,STOPPED} 2024-11-19T00:34:36,016 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:34:36,016 WARN [BP-695175677-172.17.0.2-1731976455320 heartbeating to localhost/127.0.0.1:35139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:34:36,016 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:34:36,016 WARN [BP-695175677-172.17.0.2-1731976455320 heartbeating to localhost/127.0.0.1:35139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-695175677-172.17.0.2-1731976455320 (Datanode Uuid 5e295845-cea0-443d-a93e-8bd65e5168b3) service to localhost/127.0.0.1:35139 2024-11-19T00:34:36,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/cluster_f4e47277-298b-957f-dcb0-d96a545e9713/data/data1/current/BP-695175677-172.17.0.2-1731976455320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:34:36,017 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/cluster_f4e47277-298b-957f-dcb0-d96a545e9713/data/data2/current/BP-695175677-172.17.0.2-1731976455320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:34:36,017 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:34:36,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@110d1ecf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:34:36,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7002f130{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:34:36,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:34:36,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76085775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:34:36,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d87ce10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/hadoop.log.dir/,STOPPED} 2024-11-19T00:34:36,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:34:36,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:34:36,033 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:34:36,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:36,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:36,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:36,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:36,034 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:34:36,034 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1175887601, stopped=false 2024-11-19T00:34:36,034 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,35303,1731976451877 2024-11-19T00:34:36,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-724560770/running 2024-11-19T00:34:36,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-724560770/running 2024-11-19T00:34:36,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:36,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:36,043 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:34:36,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:34:36,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:36,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:36,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Set watcher on znode that does not yet exist, /0-724560770/running 2024-11-19T00:34:36,043 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,40769,1731976452036' ***** 2024-11-19T00:34:36,043 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:34:36,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Set watcher on znode that does not yet exist, /0-724560770/running 2024-11-19T00:34:36,043 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:34:36,043 INFO [RS:0;6b1531871d35:40769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:34:36,043 INFO [RS:0;6b1531871d35:40769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:34:36,044 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(3091): Received CLOSE for c3678e085f1c95f269f8c2f929318446 2024-11-19T00:34:36,044 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:34:36,044 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(3091): Received CLOSE for e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:36,044 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,40769,1731976452036 2024-11-19T00:34:36,044 INFO [RS:0;6b1531871d35:40769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:34:36,044 INFO [RS:0;6b1531871d35:40769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:40769. 2024-11-19T00:34:36,044 DEBUG [RS:0;6b1531871d35:40769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:36,044 DEBUG [RS:0;6b1531871d35:40769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:36,044 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3678e085f1c95f269f8c2f929318446, disabling compactions & flushes 2024-11-19T00:34:36,044 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731976460281.c3678e085f1c95f269f8c2f929318446. 2024-11-19T00:34:36,044 INFO [RS:0;6b1531871d35:40769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:34:36,044 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976460281.c3678e085f1c95f269f8c2f929318446. 2024-11-19T00:34:36,044 INFO [RS:0;6b1531871d35:40769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:34:36,044 INFO [RS:0;6b1531871d35:40769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:34:36,044 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731976460281.c3678e085f1c95f269f8c2f929318446. after waiting 0 ms 2024-11-19T00:34:36,044 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731976460281.c3678e085f1c95f269f8c2f929318446. 2024-11-19T00:34:36,044 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:34:36,044 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c3678e085f1c95f269f8c2f929318446 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-19T00:34:36,044 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T00:34:36,044 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1325): Online Regions={c3678e085f1c95f269f8c2f929318446=test,,1731976460281.c3678e085f1c95f269f8c2f929318446., e083826e1371239f8d3629e512acf3d5=hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:34:36,044 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:34:36,044 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3678e085f1c95f269f8c2f929318446, e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:36,044 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:34:36,044 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:34:36,044 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:34:36,044 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:34:36,044 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T00:34:36,058 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/.tmp/info/633313d1dca740bc88fea3259c05a858 is 147, key is hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5./info:regioninfo/1731976465809/Put/seqid=0 2024-11-19T00:34:36,058 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/.tmp/f/6d148046221d40768b7d31ac8297874d is 29, key is row1/f:/1731976470934/DeleteFamily/seqid=0 2024-11-19T00:34:36,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741840_1016 (size=7686) 2024-11-19T00:34:36,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741841_1017 (size=5118) 2024-11-19T00:34:36,062 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/.tmp/info/633313d1dca740bc88fea3259c05a858 2024-11-19T00:34:36,078 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 912, reset compression=false 2024-11-19T00:34:36,078 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/.tmp/ns/61c47553c14d46fda88ca06d4f697fdd is 43, key is default/ns:d/1731976455235/Put/seqid=0 2024-11-19T00:34:36,082 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:34:36,082 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 1159, reset compression=false 2024-11-19T00:34:36,082 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40769,1731976452036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:34:36,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741842_1018 (size=5153) 2024-11-19T00:34:36,083 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b1531871d35,40769,1731976452036: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b1531871d35,40769,1731976452036, walGroup=6b1531871d35%2C40769%2C1731976452036, offset=6b1531871d35%2C40769%2C1731976452036.1731976454248:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:40769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T00:34:36,084 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T00:34:36,084 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T00:34:36,084 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T00:34:36,084 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T00:34:36,084 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T00:34:36,085 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 668600384 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 191410224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T00:34:36,085 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:35303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:35303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-19T00:34:36,120 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:34:36,120 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:34:36,138 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:34:36,244 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3678e085f1c95f269f8c2f929318446, e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:36,285 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 1159, reset compression=false 2024-11-19T00:34:36,445 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3678e085f1c95f269f8c2f929318446, e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:36,463 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/.tmp/f/6d148046221d40768b7d31ac8297874d 2024-11-19T00:34:36,466 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d148046221d40768b7d31ac8297874d 2024-11-19T00:34:36,480 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/.tmp/f1/d4211cf1ff9b4e55a74d9b89aa13d00d is 30, key is row1/f1:/1731976470934/DeleteFamily/seqid=0 2024-11-19T00:34:36,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741843_1019 (size=5123) 2024-11-19T00:34:36,483 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/.tmp/ns/61c47553c14d46fda88ca06d4f697fdd 2024-11-19T00:34:36,506 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/.tmp/rep_barrier/5949153efd984fbc832926bc0f1a5511 is 112, key is test,,1731976460281.c3678e085f1c95f269f8c2f929318446./rep_barrier:seqnumDuringOpen/1731976461433/Put/seqid=0 2024-11-19T00:34:36,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741844_1020 (size=5518) 2024-11-19T00:34:36,588 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 1159, reset compression=false 2024-11-19T00:34:36,645 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3678e085f1c95f269f8c2f929318446, e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:36,845 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3678e085f1c95f269f8c2f929318446, e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:36,883 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/.tmp/f1/d4211cf1ff9b4e55a74d9b89aa13d00d 2024-11-19T00:34:36,887 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4211cf1ff9b4e55a74d9b89aa13d00d 2024-11-19T00:34:36,901 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/.tmp/norep/21816298b7c748cb90aa0ab286e1a35e is 32, key is row/norep:/1731976469925/DeleteFamily/seqid=0 2024-11-19T00:34:36,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741845_1021 (size=5101) 2024-11-19T00:34:36,910 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/.tmp/rep_barrier/5949153efd984fbc832926bc0f1a5511 2024-11-19T00:34:36,926 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/.tmp/table/eeef479d15a34f3083d0fe7226fabde9 is 53, key is hbase:replication/table:state/1731976465815/Put/seqid=0 2024-11-19T00:34:36,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741846_1022 (size=5308) 2024-11-19T00:34:36,992 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 1159, reset compression=false 2024-11-19T00:34:37,045 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3678e085f1c95f269f8c2f929318446, e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:37,245 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3678e085f1c95f269f8c2f929318446, e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:37,305 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/.tmp/norep/21816298b7c748cb90aa0ab286e1a35e 2024-11-19T00:34:37,308 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21816298b7c748cb90aa0ab286e1a35e 2024-11-19T00:34:37,309 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/.tmp/f/6d148046221d40768b7d31ac8297874d as hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/f/6d148046221d40768b7d31ac8297874d 2024-11-19T00:34:37,312 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d148046221d40768b7d31ac8297874d 2024-11-19T00:34:37,312 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/f/6d148046221d40768b7d31ac8297874d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T00:34:37,313 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/.tmp/f1/d4211cf1ff9b4e55a74d9b89aa13d00d as hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/f1/d4211cf1ff9b4e55a74d9b89aa13d00d 2024-11-19T00:34:37,316 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4211cf1ff9b4e55a74d9b89aa13d00d 2024-11-19T00:34:37,317 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/f1/d4211cf1ff9b4e55a74d9b89aa13d00d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T00:34:37,317 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/.tmp/norep/21816298b7c748cb90aa0ab286e1a35e as hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/norep/21816298b7c748cb90aa0ab286e1a35e 2024-11-19T00:34:37,321 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21816298b7c748cb90aa0ab286e1a35e 2024-11-19T00:34:37,321 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/norep/21816298b7c748cb90aa0ab286e1a35e, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T00:34:37,322 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c3678e085f1c95f269f8c2f929318446 in 1278ms, sequenceid=8, compaction requested=false 2024-11-19T00:34:37,326 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/default/test/c3678e085f1c95f269f8c2f929318446/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T00:34:37,326 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:34:37,326 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:34:37,326 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731976460281.c3678e085f1c95f269f8c2f929318446. 2024-11-19T00:34:37,326 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3678e085f1c95f269f8c2f929318446: Waiting for close lock at 1731976476044Running coprocessor pre-close hooks at 1731976476044Disabling compacts and flushes for region at 1731976476044Disabling writes for close at 1731976476044Obtaining lock to block concurrent updates at 1731976476044Preparing flush snapshotting stores in c3678e085f1c95f269f8c2f929318446 at 1731976476044Finished memstore snapshotting test,,1731976460281.c3678e085f1c95f269f8c2f929318446., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731976476044Flushing stores of test,,1731976460281.c3678e085f1c95f269f8c2f929318446. at 1731976476045 (+1 ms)Flushing c3678e085f1c95f269f8c2f929318446/f: creating writer at 1731976476045Flushing c3678e085f1c95f269f8c2f929318446/f: appending metadata at 1731976476057 (+12 ms)Flushing c3678e085f1c95f269f8c2f929318446/f: closing flushed file at 1731976476058 (+1 ms)Flushing c3678e085f1c95f269f8c2f929318446/f1: creating writer at 1731976476466 (+408 ms)Flushing c3678e085f1c95f269f8c2f929318446/f1: appending metadata at 1731976476479 (+13 ms)Flushing c3678e085f1c95f269f8c2f929318446/f1: closing flushed file at 1731976476479Flushing c3678e085f1c95f269f8c2f929318446/norep: creating writer at 1731976476887 (+408 ms)Flushing c3678e085f1c95f269f8c2f929318446/norep: appending metadata at 1731976476900 (+13 ms)Flushing c3678e085f1c95f269f8c2f929318446/norep: closing flushed file at 1731976476900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@432d9b48: reopening flushed file at 1731976477308 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7684a0: reopening flushed file at 1731976477312 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a649fe: reopening flushed file at 1731976477317 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c3678e085f1c95f269f8c2f929318446 in 1278ms, sequenceid=8, compaction requested=false at 1731976477322 (+5 ms)Writing region close event to WAL at 1731976477323 (+1 ms)Running coprocessor post-close hooks at 1731976477326 (+3 ms)Closed at 1731976477326 2024-11-19T00:34:37,326 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731976460281.c3678e085f1c95f269f8c2f929318446. 2024-11-19T00:34:37,327 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e083826e1371239f8d3629e512acf3d5, disabling compactions & flushes 2024-11-19T00:34:37,327 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. 2024-11-19T00:34:37,327 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. 2024-11-19T00:34:37,327 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. after waiting 0 ms 2024-11-19T00:34:37,327 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. 2024-11-19T00:34:37,327 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e083826e1371239f8d3629e512acf3d5: Waiting for close lock at 1731976477327Running coprocessor pre-close hooks at 1731976477327Disabling compacts and flushes for region at 1731976477327Disabling writes for close at 1731976477327Failed flush hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5., putting online again at 1731976477327 2024-11-19T00:34:37,327 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. 2024-11-19T00:34:37,330 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/.tmp/table/eeef479d15a34f3083d0fe7226fabde9 2024-11-19T00:34:37,334 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/.tmp/info/633313d1dca740bc88fea3259c05a858 as hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/info/633313d1dca740bc88fea3259c05a858 2024-11-19T00:34:37,338 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/info/633313d1dca740bc88fea3259c05a858, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T00:34:37,338 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/.tmp/ns/61c47553c14d46fda88ca06d4f697fdd as hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/ns/61c47553c14d46fda88ca06d4f697fdd 2024-11-19T00:34:37,341 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/ns/61c47553c14d46fda88ca06d4f697fdd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T00:34:37,342 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/.tmp/rep_barrier/5949153efd984fbc832926bc0f1a5511 as hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/rep_barrier/5949153efd984fbc832926bc0f1a5511 2024-11-19T00:34:37,344 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/rep_barrier/5949153efd984fbc832926bc0f1a5511, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T00:34:37,345 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/.tmp/table/eeef479d15a34f3083d0fe7226fabde9 as hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/table/eeef479d15a34f3083d0fe7226fabde9 2024-11-19T00:34:37,348 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/table/eeef479d15a34f3083d0fe7226fabde9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T00:34:37,349 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false 2024-11-19T00:34:37,352 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T00:34:37,353 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:34:37,353 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:34:37,353 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:34:37,353 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976476044Running coprocessor pre-close hooks at 1731976476044Disabling compacts and flushes for region at 1731976476044Disabling writes for close at 1731976476044Obtaining lock to block concurrent updates at 1731976476044Preparing flush snapshotting stores in 1588230740 at 1731976476044Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731976476045 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731976476045Flushing 1588230740/info: creating writer at 1731976476045Flushing 1588230740/info: appending metadata at 1731976476058 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731976476058Flushing 1588230740/ns: creating writer at 1731976476066 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731976476078 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731976476078Flushing 1588230740/rep_barrier: creating writer at 1731976476487 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731976476505 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731976476505Flushing 1588230740/table: creating writer at 1731976476913 (+408 ms)Flushing 1588230740/table: appending metadata at 1731976476926 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731976476926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111329a3: reopening flushed file at 1731976477334 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f20ef6c: reopening flushed file at 1731976477338 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69ebf86d: reopening flushed file at 1731976477341 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424ff667: reopening flushed file at 1731976477345 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false at 1731976477349 (+4 ms)Writing region close event to WAL at 1731976477350 (+1 ms)Running coprocessor post-close hooks at 1731976477353 (+3 ms)Closed at 1731976477353 2024-11-19T00:34:37,353 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:34:37,446 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T00:34:37,446 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1325): Online Regions={e083826e1371239f8d3629e512acf3d5=hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5.} 2024-11-19T00:34:37,446 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(3091): Received CLOSE for e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:37,446 DEBUG [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1351): Waiting on e083826e1371239f8d3629e512acf3d5 2024-11-19T00:34:37,446 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e083826e1371239f8d3629e512acf3d5, disabling compactions & flushes 2024-11-19T00:34:37,446 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. 2024-11-19T00:34:37,446 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. 2024-11-19T00:34:37,446 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. after waiting 0 ms 2024-11-19T00:34:37,446 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. 2024-11-19T00:34:37,446 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e083826e1371239f8d3629e512acf3d5: Waiting for close lock at 1731976477446Running coprocessor pre-close hooks at 1731976477446Disabling compacts and flushes for region at 1731976477446Disabling writes for close at 1731976477446Failed flush hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5., putting online again at 1731976477446 2024-11-19T00:34:37,446 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731976464614.e083826e1371239f8d3629e512acf3d5. 2024-11-19T00:34:37,496 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 1159, reset compression=false 2024-11-19T00:34:37,500 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:34:37,501 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 1803, reset compression=false 2024-11-19T00:34:37,646 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T00:34:37,646 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,40769,1731976452036; all regions closed. 2024-11-19T00:34:37,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741834_1010 (size=4239) 2024-11-19T00:34:37,648 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.meta.1731976455160.meta not finished, retry = 0 2024-11-19T00:34:37,704 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.1731976454248 to pos 1803, reset compression=false 2024-11-19T00:34:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741839_1015 (size=1733) 2024-11-19T00:34:37,751 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/WALs/6b1531871d35,40769,1731976452036/6b1531871d35%2C40769%2C1731976452036.rep.1731976465778 not finished, retry = 0 2024-11-19T00:34:37,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741832_1008 (size=1811) 2024-11-19T00:34:37,854 DEBUG [RS:0;6b1531871d35:40769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:37,854 INFO [RS:0;6b1531871d35:40769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:34:37,854 INFO [RS:0;6b1531871d35:40769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:34:37,854 INFO [RS:0;6b1531871d35:40769 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T00:34:37,854 INFO [RS:0;6b1531871d35:40769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:34:37,854 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:34:37,854 INFO [RS:0;6b1531871d35:40769 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,40769,1731976452036 because: Region server is closing 2024-11-19T00:34:37,854 INFO [RS:0;6b1531871d35:40769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:40769. 2024-11-19T00:34:37,854 DEBUG [RS:0;6b1531871d35:40769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:37,854 DEBUG [RS:0;6b1531871d35:40769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:37,855 DEBUG [RS:0;6b1531871d35:40769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:37,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:37,955 INFO [RS:0;6b1531871d35:40769 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.shipper6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 terminated 2024-11-19T00:34:37,955 INFO [RS:0;6b1531871d35:40769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:40769. 2024-11-19T00:34:37,955 DEBUG [RS:0;6b1531871d35:40769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:34:37,955 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40769,1731976452036.replicationSource.wal-reader.6b1531871d35%2C40769%2C1731976452036,1-6b1531871d35,40769,1731976452036 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T00:34:37,955 DEBUG [RS:0;6b1531871d35:40769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:37,955 DEBUG [RS:0;6b1531871d35:40769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:37,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:37,955 INFO [RS:0;6b1531871d35:40769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40769 2024-11-19T00:34:37,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770/rs 2024-11-19T00:34:37,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-724560770/rs/6b1531871d35,40769,1731976452036 2024-11-19T00:34:37,984 INFO [RS:0;6b1531871d35:40769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:34:37,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,40769,1731976452036] 2024-11-19T00:34:38,001 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-724560770/draining/6b1531871d35,40769,1731976452036 already deleted, retry=false 2024-11-19T00:34:38,001 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,40769,1731976452036 expired; onlineServers=0 2024-11-19T00:34:38,001 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,35303,1731976451877' ***** 2024-11-19T00:34:38,001 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:34:38,001 INFO [M:0;6b1531871d35:35303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:34:38,001 INFO [M:0;6b1531871d35:35303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:34:38,001 DEBUG [M:0;6b1531871d35:35303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:34:38,001 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:34:38,001 DEBUG [M:0;6b1531871d35:35303 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:34:38,001 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976453983 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976453983,5,FailOnTimeoutGroup] 2024-11-19T00:34:38,001 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976453983 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976453983,5,FailOnTimeoutGroup] 2024-11-19T00:34:38,001 INFO [M:0;6b1531871d35:35303 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:34:38,001 INFO [M:0;6b1531871d35:35303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:34:38,001 DEBUG [M:0;6b1531871d35:35303 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:34:38,001 INFO [M:0;6b1531871d35:35303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:34:38,001 INFO [M:0;6b1531871d35:35303 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:34:38,002 INFO [M:0;6b1531871d35:35303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:34:38,002 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:34:38,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-724560770/master 2024-11-19T00:34:38,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-724560770 2024-11-19T00:34:38,009 DEBUG [M:0;6b1531871d35:35303 {}] zookeeper.ZKUtil(347): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Unable to get data of znode /0-724560770/master because node does not exist (not an error) 2024-11-19T00:34:38,009 WARN [M:0;6b1531871d35:35303 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:34:38,010 INFO [M:0;6b1531871d35:35303 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/.lastflushedseqids 2024-11-19T00:34:38,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741847_1023 (size=245) 2024-11-19T00:34:38,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:38,093 INFO [RS:0;6b1531871d35:40769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:34:38,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40769-0x10055594f8e0001, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:38,093 INFO [RS:0;6b1531871d35:40769 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,40769,1731976452036; zookeeper connection closed. 2024-11-19T00:34:38,093 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65dd7f80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65dd7f80 2024-11-19T00:34:38,093 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:34:38,414 INFO [M:0;6b1531871d35:35303 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:34:38,414 INFO [M:0;6b1531871d35:35303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:34:38,415 DEBUG [M:0;6b1531871d35:35303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:34:38,415 INFO [M:0;6b1531871d35:35303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:38,415 DEBUG [M:0;6b1531871d35:35303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:38,415 DEBUG [M:0;6b1531871d35:35303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:34:38,415 DEBUG [M:0;6b1531871d35:35303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:38,415 INFO [M:0;6b1531871d35:35303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T00:34:38,428 DEBUG [M:0;6b1531871d35:35303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c9fe4616a054216beef554c144ac2b3 is 82, key is hbase:meta,,1/info:regioninfo/1731976455191/Put/seqid=0 2024-11-19T00:34:38,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741848_1024 (size=5672) 2024-11-19T00:34:38,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:34:38,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:38,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:38,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:38,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:38,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:38,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:38,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:38,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:38,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:38,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:38,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:38,832 INFO [M:0;6b1531871d35:35303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c9fe4616a054216beef554c144ac2b3 2024-11-19T00:34:38,848 DEBUG [M:0;6b1531871d35:35303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69802f82abf3409e975828c2ed3af76b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731976465819/Put/seqid=0 2024-11-19T00:34:38,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741849_1025 (size=8515) 2024-11-19T00:34:39,252 INFO [M:0;6b1531871d35:35303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69802f82abf3409e975828c2ed3af76b 2024-11-19T00:34:39,268 DEBUG [M:0;6b1531871d35:35303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd9134a0482f4e6bb4120d6275d5196d is 69, key is 6b1531871d35,40769,1731976452036/rs:state/1731976454091/Put/seqid=0 2024-11-19T00:34:39,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741850_1026 (size=5156) 2024-11-19T00:34:39,671 INFO [M:0;6b1531871d35:35303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd9134a0482f4e6bb4120d6275d5196d 2024-11-19T00:34:39,676 DEBUG [M:0;6b1531871d35:35303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c9fe4616a054216beef554c144ac2b3 as hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c9fe4616a054216beef554c144ac2b3 2024-11-19T00:34:39,679 INFO [M:0;6b1531871d35:35303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c9fe4616a054216beef554c144ac2b3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T00:34:39,680 DEBUG [M:0;6b1531871d35:35303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69802f82abf3409e975828c2ed3af76b as hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69802f82abf3409e975828c2ed3af76b 2024-11-19T00:34:39,683 INFO [M:0;6b1531871d35:35303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69802f82abf3409e975828c2ed3af76b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T00:34:39,684 DEBUG [M:0;6b1531871d35:35303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd9134a0482f4e6bb4120d6275d5196d as hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd9134a0482f4e6bb4120d6275d5196d 2024-11-19T00:34:39,688 INFO [M:0;6b1531871d35:35303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42377/user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd9134a0482f4e6bb4120d6275d5196d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T00:34:39,689 INFO [M:0;6b1531871d35:35303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-11-19T00:34:39,690 INFO [M:0;6b1531871d35:35303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:39,690 DEBUG [M:0;6b1531871d35:35303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976478415Disabling compacts and flushes for region at 1731976478415Disabling writes for close at 1731976478415Obtaining lock to block concurrent updates at 1731976478415Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976478415Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731976478415Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976478416 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976478416Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976478428 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976478428Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976478835 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976478848 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976478848Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976479255 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976479267 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976479267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ba5c58: reopening flushed file at 1731976479675 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1668e2b9: reopening flushed file at 1731976479679 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160a68bf: reopening flushed file at 1731976479683 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1731976479689 (+6 ms)Writing region close event to WAL at 1731976479690 (+1 ms)Closed at 1731976479690 2024-11-19T00:34:39,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741830_1006 (size=63642) 2024-11-19T00:34:39,692 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb45a366-febc-1390-f7f9-dd7f35d5e327/MasterData/WALs/6b1531871d35,35303,1731976451877/6b1531871d35%2C35303%2C1731976451877.1731976453773 not finished, retry = 0 2024-11-19T00:34:39,793 INFO [M:0;6b1531871d35:35303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:34:39,793 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:34:39,793 INFO [M:0;6b1531871d35:35303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35303 2024-11-19T00:34:39,793 INFO [M:0;6b1531871d35:35303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:34:39,926 INFO [M:0;6b1531871d35:35303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:34:39,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:39,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35303-0x10055594f8e0000, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:34:39,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@550af122{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:34:39,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fc452b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:34:39,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:34:39,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6632bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:34:39,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11f678bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/hadoop.log.dir/,STOPPED} 2024-11-19T00:34:39,930 WARN [BP-1265788904-172.17.0.2-1731976450282 heartbeating to localhost/127.0.0.1:42377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:34:39,930 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:34:39,930 WARN [BP-1265788904-172.17.0.2-1731976450282 heartbeating to localhost/127.0.0.1:42377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1265788904-172.17.0.2-1731976450282 (Datanode Uuid f849bc6d-5c8e-4345-ac79-0fda038b00bf) service to localhost/127.0.0.1:42377 2024-11-19T00:34:39,930 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:34:39,930 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/cluster_d6933e46-3c6a-ce3f-191d-50bf773da210/data/data1/current/BP-1265788904-172.17.0.2-1731976450282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:34:39,930 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/cluster_d6933e46-3c6a-ce3f-191d-50bf773da210/data/data2/current/BP-1265788904-172.17.0.2-1731976450282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:34:39,930 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:34:39,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57eb1a40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:34:39,936 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@366cc4eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:34:39,936 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:34:39,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70969ef9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:34:39,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e41dead{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc5b843a-c63f-1b53-09db-6a43254ee858/hadoop.log.dir/,STOPPED} 2024-11-19T00:34:39,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T00:34:39,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:34:39,960 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 243) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63341) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63341) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35139 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42377 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=656 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=281 (was 290), ProcessCount=11 (was 11), AvailableMemoryMB=1109 (was 1238) 2024-11-19T00:34:39,968 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=1109 2024-11-19T00:34:39,980 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-19T00:34:39,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/hadoop.log.dir so I do NOT create it in target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa 2024-11-19T00:34:39,980 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:34:39,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/hadoop.tmp.dir so I do NOT create it in target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa 2024-11-19T00:34:39,980 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f01152da-d83c-7b45-cca9-8cfcccff66f0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:34:39,980 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa 2024-11-19T00:34:39,981 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/cluster_21f838bb-212b-b5ca-ea61-6494188a545c, deleteOnExit=true 2024-11-19T00:34:39,983 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/cluster_21f838bb-212b-b5ca-ea61-6494188a545c/zookeeper_0, clientPort=49890, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/cluster_21f838bb-212b-b5ca-ea61-6494188a545c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/cluster_21f838bb-212b-b5ca-ea61-6494188a545c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T00:34:39,983 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49890 2024-11-19T00:34:39,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:34:39,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:34:39,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/test.cache.data in system properties and HBase conf 2024-11-19T00:34:39,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:34:39,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:34:39,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:34:39,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:34:39,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:34:39,984 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:34:39,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:34:39,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:34:39,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:34:39,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:34:39,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:34:39,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:34:39,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:34:39,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:34:39,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:34:39,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:34:39,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:34:39,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:34:39,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:34:39,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:34:40,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10055594f8e0005, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:34:40,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10055594f8e0002, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:34:40,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10055594f8e0005, quorum=127.0.0.1:63341, baseZNode=/1130912761 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:34:40,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10055594f8e0002, quorum=127.0.0.1:63341, baseZNode=/0-724560770 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:34:40,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:34:40,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:34:40,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:34:40,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:34:40,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:34:40,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:34:40,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652543cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:34:40,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d10a9d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:34:40,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10112180{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/java.io.tmpdir/jetty-localhost-37839-hadoop-hdfs-3_4_1-tests_jar-_-any-225579710521371972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:34:40,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d225e59{HTTP/1.1, (http/1.1)}{localhost:37839} 2024-11-19T00:34:40,348 INFO [Time-limited test {}] server.Server(415): Started @229705ms 2024-11-19T00:34:40,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:34:40,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:34:40,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:34:40,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:34:40,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:34:40,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c10706a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:34:40,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd98a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:34:40,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23aec636{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/java.io.tmpdir/jetty-localhost-37505-hadoop-hdfs-3_4_1-tests_jar-_-any-12403395480102950412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:34:40,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@481a6c88{HTTP/1.1, (http/1.1)}{localhost:37505} 2024-11-19T00:34:40,628 INFO [Time-limited test {}] server.Server(415): Started @229985ms 2024-11-19T00:34:40,629 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:34:41,109 WARN [Thread-2673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/cluster_21f838bb-212b-b5ca-ea61-6494188a545c/data/data1/current/BP-1261993402-172.17.0.2-1731976480003/current, will proceed with Du for space computation calculation, 2024-11-19T00:34:41,109 WARN [Thread-2674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/cluster_21f838bb-212b-b5ca-ea61-6494188a545c/data/data2/current/BP-1261993402-172.17.0.2-1731976480003/current, will proceed with Du for space computation calculation, 2024-11-19T00:34:41,129 WARN [Thread-2661 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:34:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd330ea03be081cba with lease ID 0xb2b0bda032c8b921: Processing first storage report for DS-f3498864-d3a1-480a-947e-dcc16ac3ff4e from datanode DatanodeRegistration(127.0.0.1:42599, datanodeUuid=2951588d-933a-417a-9ea1-a86ede82eb1c, infoPort=39499, infoSecurePort=0, ipcPort=36749, storageInfo=lv=-57;cid=testClusterID;nsid=2114370150;c=1731976480003) 2024-11-19T00:34:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd330ea03be081cba with lease ID 0xb2b0bda032c8b921: from storage DS-f3498864-d3a1-480a-947e-dcc16ac3ff4e node DatanodeRegistration(127.0.0.1:42599, datanodeUuid=2951588d-933a-417a-9ea1-a86ede82eb1c, infoPort=39499, infoSecurePort=0, ipcPort=36749, storageInfo=lv=-57;cid=testClusterID;nsid=2114370150;c=1731976480003), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:34:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd330ea03be081cba with lease ID 0xb2b0bda032c8b921: Processing first storage report for DS-06b9cbe4-88b6-4e14-87d3-b880ae0ecb52 from datanode DatanodeRegistration(127.0.0.1:42599, datanodeUuid=2951588d-933a-417a-9ea1-a86ede82eb1c, infoPort=39499, infoSecurePort=0, ipcPort=36749, storageInfo=lv=-57;cid=testClusterID;nsid=2114370150;c=1731976480003) 2024-11-19T00:34:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd330ea03be081cba with lease ID 0xb2b0bda032c8b921: from storage DS-06b9cbe4-88b6-4e14-87d3-b880ae0ecb52 node DatanodeRegistration(127.0.0.1:42599, datanodeUuid=2951588d-933a-417a-9ea1-a86ede82eb1c, infoPort=39499, infoSecurePort=0, ipcPort=36749, storageInfo=lv=-57;cid=testClusterID;nsid=2114370150;c=1731976480003), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:34:41,155 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa 2024-11-19T00:34:41,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:41,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:41,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:34:41,563 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324 with version=8 2024-11-19T00:34:41,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/hbase-staging 2024-11-19T00:34:41,565 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:34:41,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:41,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:41,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:34:41,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:41,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:34:41,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:34:41,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:34:41,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32805 2024-11-19T00:34:41,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32805 connecting to ZooKeeper ensemble=127.0.0.1:49890 2024-11-19T00:34:41,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328050x0, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:34:41,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32805-0x1005559c3a80000 connected 2024-11-19T00:34:41,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:41,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:41,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Set watcher on znode that does not yet exist, /0-841800677/running 2024-11-19T00:34:41,712 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324, hbase.cluster.distributed=false 2024-11-19T00:34:41,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Set watcher on znode that does not yet exist, /0-841800677/acl 2024-11-19T00:34:41,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32805 2024-11-19T00:34:41,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32805 2024-11-19T00:34:41,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32805 2024-11-19T00:34:41,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32805 2024-11-19T00:34:41,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32805 2024-11-19T00:34:41,731 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:34:41,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:41,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:41,731 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:34:41,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:41,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:34:41,731 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:34:41,732 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:34:41,732 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37309 2024-11-19T00:34:41,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37309 connecting to ZooKeeper ensemble=127.0.0.1:49890 2024-11-19T00:34:41,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:41,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:41,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373090x0, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:34:41,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37309-0x1005559c3a80001 connected 2024-11-19T00:34:41,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Set watcher on znode that does not yet exist, /0-841800677/running 2024-11-19T00:34:41,743 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:34:41,744 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:34:41,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Set watcher on znode that does not yet exist, /0-841800677/master 2024-11-19T00:34:41,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Set watcher on znode that does not yet exist, /0-841800677/acl 2024-11-19T00:34:41,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37309 2024-11-19T00:34:41,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37309 2024-11-19T00:34:41,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37309 2024-11-19T00:34:41,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37309 2024-11-19T00:34:41,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37309 2024-11-19T00:34:41,761 DEBUG [M:0;6b1531871d35:32805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:32805 2024-11-19T00:34:41,762 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-841800677/backup-masters/6b1531871d35,32805,1731976481565 2024-11-19T00:34:41,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677/backup-masters 2024-11-19T00:34:41,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677/backup-masters 2024-11-19T00:34:41,768 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Set watcher on existing znode=/0-841800677/backup-masters/6b1531871d35,32805,1731976481565 2024-11-19T00:34:41,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-841800677/master 2024-11-19T00:34:41,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:34:41,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:34:41,776 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Set watcher on existing znode=/0-841800677/master 2024-11-19T00:34:41,776 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-841800677/backup-masters/6b1531871d35,32805,1731976481565 from backup master directory 2024-11-19T00:34:41,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677/backup-masters 2024-11-19T00:34:41,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-841800677/backup-masters/6b1531871d35,32805,1731976481565 2024-11-19T00:34:41,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677/backup-masters 2024-11-19T00:34:41,784 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:34:41,784 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,32805,1731976481565 2024-11-19T00:34:41,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/hbase.id] with ID: d0b12bae-f1b5-47f0-9b70-eb994235b0cf 2024-11-19T00:34:41,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/.tmp/hbase.id 2024-11-19T00:34:41,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:34:42,196 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/.tmp/hbase.id]:[hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/hbase.id] 2024-11-19T00:34:42,204 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:42,204 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:34:42,205 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T00:34:42,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:34:42,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:34:42,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:34:42,656 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:34:42,657 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:34:42,657 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:42,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:34:42,663 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store 2024-11-19T00:34:42,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:34:43,068 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:43,068 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:34:43,068 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:43,068 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:43,068 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:34:43,068 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:43,068 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:43,068 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976483068Disabling compacts and flushes for region at 1731976483068Disabling writes for close at 1731976483068Writing region close event to WAL at 1731976483068Closed at 1731976483068 2024-11-19T00:34:43,069 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/.initializing 2024-11-19T00:34:43,069 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/WALs/6b1531871d35,32805,1731976481565 2024-11-19T00:34:43,070 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:34:43,071 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C32805%2C1731976481565, suffix=, logDir=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/WALs/6b1531871d35,32805,1731976481565, archiveDir=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/oldWALs, maxLogs=10 2024-11-19T00:34:43,083 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/WALs/6b1531871d35,32805,1731976481565/6b1531871d35%2C32805%2C1731976481565.1731976483071, exclude list is [], retry=0 2024-11-19T00:34:43,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42599,DS-f3498864-d3a1-480a-947e-dcc16ac3ff4e,DISK] 2024-11-19T00:34:43,087 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/WALs/6b1531871d35,32805,1731976481565/6b1531871d35%2C32805%2C1731976481565.1731976483071 2024-11-19T00:34:43,087 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39499:39499)] 2024-11-19T00:34:43,087 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:43,087 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:43,087 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:43,087 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:43,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:43,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:34:43,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:43,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:43,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:43,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:34:43,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:43,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:43,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:43,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:34:43,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:43,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:43,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:43,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:34:43,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:43,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:43,093 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:43,094 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:43,094 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:43,095 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:43,095 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:43,095 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:34:43,096 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:43,098 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:43,098 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58731709, jitterRate=-0.12482933700084686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:34:43,099 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976483088Initializing all the Stores at 1731976483088Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976483088Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976483088Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976483088Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976483088Cleaning up temporary data from old regions at 1731976483095 (+7 ms)Region opened successfully at 1731976483099 (+4 ms) 2024-11-19T00:34:43,099 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:34:43,101 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373c5517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:34:43,102 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:34:43,102 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:34:43,102 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:34:43,102 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:34:43,103 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:34:43,103 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:34:43,103 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:34:43,104 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:34:43,105 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Unable to get data of znode /0-841800677/balancer because node does not exist (not necessarily an error) 2024-11-19T00:34:43,134 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-841800677/balancer already deleted, retry=false 2024-11-19T00:34:43,134 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:34:43,135 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Unable to get data of znode /0-841800677/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:34:43,142 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-841800677/normalizer already deleted, retry=false 2024-11-19T00:34:43,142 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:34:43,143 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Unable to get data of znode /0-841800677/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:34:43,150 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-841800677/switch/split already deleted, retry=false 2024-11-19T00:34:43,151 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Unable to get data of znode /0-841800677/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:34:43,159 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-841800677/switch/merge already deleted, retry=false 2024-11-19T00:34:43,160 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Unable to get data of znode /0-841800677/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:34:43,167 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-841800677/snapshot-cleanup already deleted, retry=false 2024-11-19T00:34:43,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-841800677/running 2024-11-19T00:34:43,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-841800677/running 2024-11-19T00:34:43,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:34:43,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:34:43,176 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,32805,1731976481565, sessionid=0x1005559c3a80000, setting cluster-up flag (Was=false) 2024-11-19T00:34:43,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:34:43,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:34:43,217 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-841800677/flush-table-proc/acquired, /0-841800677/flush-table-proc/reached, /0-841800677/flush-table-proc/abort 2024-11-19T00:34:43,218 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,32805,1731976481565 2024-11-19T00:34:43,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:34:43,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:34:43,259 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-841800677/online-snapshot/acquired, /0-841800677/online-snapshot/reached, /0-841800677/online-snapshot/abort 2024-11-19T00:34:43,260 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,32805,1731976481565 2024-11-19T00:34:43,260 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:34:43,261 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:43,261 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:34:43,262 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:34:43,262 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,32805,1731976481565 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:34:43,263 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:43,263 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:43,263 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:43,263 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:43,263 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:34:43,263 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:43,263 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:34:43,263 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:43,264 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976513264 2024-11-19T00:34:43,264 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:34:43,264 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:34:43,264 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:34:43,264 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:34:43,264 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:34:43,264 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:34:43,264 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:43,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:43,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:34:43,264 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:34:43,264 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:34:43,264 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:34:43,264 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:34:43,265 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:34:43,265 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:34:43,265 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:43,265 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976483265,5,FailOnTimeoutGroup] 2024-11-19T00:34:43,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:34:43,265 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976483265,5,FailOnTimeoutGroup] 2024-11-19T00:34:43,265 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:43,265 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:34:43,265 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:43,265 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:43,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:34:43,353 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(746): ClusterId : d0b12bae-f1b5-47f0-9b70-eb994235b0cf 2024-11-19T00:34:43,353 DEBUG [RS:0;6b1531871d35:37309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:34:43,359 DEBUG [RS:0;6b1531871d35:37309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:34:43,359 DEBUG [RS:0;6b1531871d35:37309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:34:43,368 DEBUG [RS:0;6b1531871d35:37309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:34:43,368 DEBUG [RS:0;6b1531871d35:37309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692f30e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:34:43,382 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:37309 2024-11-19T00:34:43,382 INFO [RS:0;6b1531871d35:37309 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:34:43,382 INFO [RS:0;6b1531871d35:37309 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:34:43,382 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:34:43,383 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,32805,1731976481565 with port=37309, startcode=1731976481731 2024-11-19T00:34:43,383 DEBUG [RS:0;6b1531871d35:37309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:34:43,385 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:34:43,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,37309,1731976481731 2024-11-19T00:34:43,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32805 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,37309,1731976481731 2024-11-19T00:34:43,386 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324 2024-11-19T00:34:43,386 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42243 2024-11-19T00:34:43,386 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:34:43,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677/rs 2024-11-19T00:34:43,392 DEBUG [RS:0;6b1531871d35:37309 {}] zookeeper.ZKUtil(111): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Set watcher on existing znode=/0-841800677/rs/6b1531871d35,37309,1731976481731 2024-11-19T00:34:43,393 WARN [RS:0;6b1531871d35:37309 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:34:43,393 INFO [RS:0;6b1531871d35:37309 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:43,393 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731 2024-11-19T00:34:43,393 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,37309,1731976481731] 2024-11-19T00:34:43,395 INFO [RS:0;6b1531871d35:37309 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:34:43,396 INFO [RS:0;6b1531871d35:37309 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:34:43,396 INFO [RS:0;6b1531871d35:37309 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:34:43,396 INFO [RS:0;6b1531871d35:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:43,396 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:34:43,397 INFO [RS:0;6b1531871d35:37309 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:34:43,397 INFO [RS:0;6b1531871d35:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:43,397 DEBUG [RS:0;6b1531871d35:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:43,397 DEBUG [RS:0;6b1531871d35:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:43,397 DEBUG [RS:0;6b1531871d35:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:43,397 DEBUG [RS:0;6b1531871d35:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:43,397 DEBUG [RS:0;6b1531871d35:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:43,397 DEBUG [RS:0;6b1531871d35:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:34:43,397 DEBUG [RS:0;6b1531871d35:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:43,397 DEBUG [RS:0;6b1531871d35:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:43,397 DEBUG [RS:0;6b1531871d35:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:43,397 DEBUG [RS:0;6b1531871d35:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:43,397 DEBUG [RS:0;6b1531871d35:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:43,397 DEBUG [RS:0;6b1531871d35:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:43,397 DEBUG [RS:0;6b1531871d35:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:34:43,397 DEBUG [RS:0;6b1531871d35:37309 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:34:43,401 INFO [RS:0;6b1531871d35:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:43,401 INFO [RS:0;6b1531871d35:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:43,401 INFO [RS:0;6b1531871d35:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:43,401 INFO [RS:0;6b1531871d35:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:43,401 INFO [RS:0;6b1531871d35:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:43,401 INFO [RS:0;6b1531871d35:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37309,1731976481731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:34:43,414 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:34:43,414 INFO [RS:0;6b1531871d35:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37309,1731976481731-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:43,414 INFO [RS:0;6b1531871d35:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:43,414 INFO [RS:0;6b1531871d35:37309 {}] regionserver.Replication(171): 6b1531871d35,37309,1731976481731 started 2024-11-19T00:34:43,426 INFO [RS:0;6b1531871d35:37309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:43,426 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,37309,1731976481731, RpcServer on 6b1531871d35/172.17.0.2:37309, sessionid=0x1005559c3a80001 2024-11-19T00:34:43,426 DEBUG [RS:0;6b1531871d35:37309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:34:43,426 DEBUG [RS:0;6b1531871d35:37309 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,37309,1731976481731 2024-11-19T00:34:43,426 DEBUG [RS:0;6b1531871d35:37309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,37309,1731976481731' 2024-11-19T00:34:43,426 DEBUG [RS:0;6b1531871d35:37309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-841800677/flush-table-proc/abort' 2024-11-19T00:34:43,427 DEBUG [RS:0;6b1531871d35:37309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-841800677/flush-table-proc/acquired' 2024-11-19T00:34:43,427 DEBUG [RS:0;6b1531871d35:37309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:34:43,427 DEBUG [RS:0;6b1531871d35:37309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:34:43,427 DEBUG [RS:0;6b1531871d35:37309 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,37309,1731976481731 2024-11-19T00:34:43,427 DEBUG [RS:0;6b1531871d35:37309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,37309,1731976481731' 2024-11-19T00:34:43,427 DEBUG [RS:0;6b1531871d35:37309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-841800677/online-snapshot/abort' 2024-11-19T00:34:43,428 DEBUG [RS:0;6b1531871d35:37309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-841800677/online-snapshot/acquired' 2024-11-19T00:34:43,428 DEBUG [RS:0;6b1531871d35:37309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:34:43,428 INFO [RS:0;6b1531871d35:37309 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:34:43,428 INFO [RS:0;6b1531871d35:37309 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:34:43,528 INFO [RS:0;6b1531871d35:37309 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:34:43,529 INFO [RS:0;6b1531871d35:37309 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C37309%2C1731976481731, suffix=, logDir=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731, archiveDir=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/oldWALs, maxLogs=10 2024-11-19T00:34:43,542 DEBUG [RS:0;6b1531871d35:37309 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530, exclude list is [], retry=0 2024-11-19T00:34:43,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42599,DS-f3498864-d3a1-480a-947e-dcc16ac3ff4e,DISK] 2024-11-19T00:34:43,545 INFO [RS:0;6b1531871d35:37309 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 2024-11-19T00:34:43,545 DEBUG [RS:0;6b1531871d35:37309 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39499:39499)] 2024-11-19T00:34:43,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:34:43,673 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324 2024-11-19T00:34:43,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:34:44,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:44,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:34:44,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:34:44,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:44,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:44,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:34:44,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:34:44,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:44,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:44,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:34:44,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:34:44,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:44,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:44,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:34:44,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:34:44,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:44,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:44,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:34:44,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740 2024-11-19T00:34:44,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740 2024-11-19T00:34:44,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:34:44,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:34:44,085 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:34:44,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:34:44,088 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:44,088 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66525550, jitterRate=-0.008692055940628052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:34:44,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976484078Initializing all the Stores at 1731976484078Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976484078Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976484079 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976484079Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976484079Cleaning up temporary data from old regions at 1731976484085 (+6 ms)Region opened successfully at 1731976484088 (+3 ms) 2024-11-19T00:34:44,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:34:44,089 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:34:44,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:34:44,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:34:44,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:34:44,089 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:34:44,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976484088Disabling compacts and flushes for region at 1731976484088Disabling writes for close at 1731976484089 (+1 ms)Writing region close event to WAL at 1731976484089Closed at 1731976484089 2024-11-19T00:34:44,090 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:44,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:34:44,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:34:44,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:34:44,092 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:34:44,232 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:44,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:44,233 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38336 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:44,242 DEBUG [6b1531871d35:32805 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:34:44,242 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,37309,1731976481731 2024-11-19T00:34:44,243 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,37309,1731976481731, state=OPENING 2024-11-19T00:34:44,376 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:34:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:34:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:34:44,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-841800677/meta-region-server: CHANGED 2024-11-19T00:34:44,444 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:34:44,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,37309,1731976481731}] 2024-11-19T00:34:44,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-841800677/meta-region-server: CHANGED 2024-11-19T00:34:44,597 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:34:44,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:34:44,601 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:34:44,601 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:44,601 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:34:44,602 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C37309%2C1731976481731.meta, suffix=.meta, logDir=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731, archiveDir=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/oldWALs, maxLogs=10 2024-11-19T00:34:44,614 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.meta.1731976484603.meta, exclude list is [], retry=0 2024-11-19T00:34:44,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42599,DS-f3498864-d3a1-480a-947e-dcc16ac3ff4e,DISK] 2024-11-19T00:34:44,617 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.meta.1731976484603.meta 2024-11-19T00:34:44,617 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39499:39499)] 2024-11-19T00:34:44,617 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:44,618 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:34:44,618 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:34:44,618 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:34:44,618 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:34:44,618 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:34:44,618 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:44,618 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:34:44,618 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:34:44,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:34:44,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:34:44,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:44,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:44,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:34:44,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:34:44,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:44,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:44,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:34:44,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:34:44,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:44,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:44,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:34:44,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:34:44,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:44,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:44,623 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:34:44,623 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740 2024-11-19T00:34:44,624 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740 2024-11-19T00:34:44,625 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:34:44,625 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:34:44,625 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:34:44,626 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:34:44,626 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68854389, jitterRate=0.02601034939289093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:34:44,626 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:34:44,627 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976484618Writing region info on filesystem at 1731976484618Initializing all the Stores at 1731976484619 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976484619Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976484619Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976484619Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976484619Cleaning up temporary data from old regions at 1731976484625 (+6 ms)Running coprocessor post-open hooks at 1731976484626 (+1 ms)Region opened successfully at 1731976484627 (+1 ms) 2024-11-19T00:34:44,628 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976484597 2024-11-19T00:34:44,629 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:34:44,629 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:34:44,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,37309,1731976481731 2024-11-19T00:34:44,630 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,37309,1731976481731, state=OPEN 2024-11-19T00:34:44,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-841800677/meta-region-server 2024-11-19T00:34:44,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-841800677/meta-region-server 2024-11-19T00:34:44,715 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,37309,1731976481731 2024-11-19T00:34:44,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-841800677/meta-region-server: CHANGED 2024-11-19T00:34:44,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-841800677/meta-region-server: CHANGED 2024-11-19T00:34:44,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:34:44,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,37309,1731976481731 in 271 msec 2024-11-19T00:34:44,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:34:44,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 627 msec 2024-11-19T00:34:44,719 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:44,719 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:34:44,719 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:44,720 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37309,1731976481731, seqNum=-1] 2024-11-19T00:34:44,720 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:44,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:34:44,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4630 sec 2024-11-19T00:34:44,724 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976484724, completionTime=-1 2024-11-19T00:34:44,725 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:34:44,725 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:34:44,726 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:34:44,726 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976544726 2024-11-19T00:34:44,726 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976604726 2024-11-19T00:34:44,726 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T00:34:44,726 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,32805,1731976481565-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:44,727 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,32805,1731976481565-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:44,727 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,32805,1731976481565-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:44,727 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:32805, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:44,727 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:44,727 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:44,728 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:34:44,729 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.945sec 2024-11-19T00:34:44,729 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:34:44,729 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:34:44,729 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:34:44,729 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:34:44,729 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:34:44,729 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,32805,1731976481565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:34:44,729 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,32805,1731976481565-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:34:44,731 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:34:44,731 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:34:44,731 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,32805,1731976481565-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:44,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0d927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:44,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,32805,-1 for getting cluster id 2024-11-19T00:34:44,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:44,755 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0b12bae-f1b5-47f0-9b70-eb994235b0cf' 2024-11-19T00:34:44,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:44,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0b12bae-f1b5-47f0-9b70-eb994235b0cf" 2024-11-19T00:34:44,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b53c7ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:44,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,32805,-1] 2024-11-19T00:34:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:44,756 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:44,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694154b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:44,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:44,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37309,1731976481731, seqNum=-1] 2024-11-19T00:34:44,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:44,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:34:44,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,32805,1731976481565 2024-11-19T00:34:44,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49890 2024-11-19T00:34:44,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:34:44,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1005559c3a80002 connected 2024-11-19T00:34:44,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/hadoop.log.dir so I do NOT create it in target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02 2024-11-19T00:34:44,786 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:34:44,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/hadoop.tmp.dir so I do NOT create it in target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02 2024-11-19T00:34:44,786 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:34:44,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02 2024-11-19T00:34:44,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:34:44,786 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/cluster_d6cd8d63-78b6-0487-9ede-2edacf062749, deleteOnExit=true 2024-11-19T00:34:44,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:34:44,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/test.cache.data in system properties and HBase conf 2024-11-19T00:34:44,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:34:44,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:34:44,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:34:44,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:34:44,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:34:44,786 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:34:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:34:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:34:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:34:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:34:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:34:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:34:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:34:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:34:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:34:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:34:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:34:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:34:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:34:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:34:45,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:34:45,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:34:45,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:34:45,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:34:45,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:34:45,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:34:45,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5de60843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:34:45,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dafa61f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:34:45,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@687babfe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/java.io.tmpdir/jetty-localhost-33261-hadoop-hdfs-3_4_1-tests_jar-_-any-17468675350629594856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:34:45,175 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48103671{HTTP/1.1, (http/1.1)}{localhost:33261} 2024-11-19T00:34:45,175 INFO [Time-limited test {}] server.Server(415): Started @234531ms 2024-11-19T00:34:45,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:34:45,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:34:45,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:34:45,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:34:45,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:34:45,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70a075cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:34:45,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37999a1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:34:45,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@196163e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/java.io.tmpdir/jetty-localhost-42779-hadoop-hdfs-3_4_1-tests_jar-_-any-7698381587983569048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:34:45,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a0e76b9{HTTP/1.1, (http/1.1)}{localhost:42779} 2024-11-19T00:34:45,480 INFO [Time-limited test {}] server.Server(415): Started @234836ms 2024-11-19T00:34:45,481 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:34:45,918 WARN [Thread-2793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/cluster_d6cd8d63-78b6-0487-9ede-2edacf062749/data/data1/current/BP-1522917540-172.17.0.2-1731976484805/current, will proceed with Du for space computation calculation, 2024-11-19T00:34:45,919 WARN [Thread-2794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/cluster_d6cd8d63-78b6-0487-9ede-2edacf062749/data/data2/current/BP-1522917540-172.17.0.2-1731976484805/current, will proceed with Du for space computation calculation, 2024-11-19T00:34:45,940 WARN [Thread-2781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:34:45,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba7f8996de944992 with lease ID 0x2b34749f9eb9664a: Processing first storage report for DS-20a32517-babc-49e7-816a-7d9545ce53b1 from datanode DatanodeRegistration(127.0.0.1:39573, datanodeUuid=399875b0-d758-4b2b-a2c2-d66a5c34b5b6, infoPort=41529, infoSecurePort=0, ipcPort=35331, storageInfo=lv=-57;cid=testClusterID;nsid=1620033661;c=1731976484805) 2024-11-19T00:34:45,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba7f8996de944992 with lease ID 0x2b34749f9eb9664a: from storage DS-20a32517-babc-49e7-816a-7d9545ce53b1 node DatanodeRegistration(127.0.0.1:39573, datanodeUuid=399875b0-d758-4b2b-a2c2-d66a5c34b5b6, infoPort=41529, infoSecurePort=0, ipcPort=35331, storageInfo=lv=-57;cid=testClusterID;nsid=1620033661;c=1731976484805), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:34:45,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba7f8996de944992 with lease ID 0x2b34749f9eb9664a: Processing first storage report for DS-f5a42ba9-62f4-49a1-a6ba-bc05e339b3ec from datanode DatanodeRegistration(127.0.0.1:39573, datanodeUuid=399875b0-d758-4b2b-a2c2-d66a5c34b5b6, infoPort=41529, infoSecurePort=0, ipcPort=35331, storageInfo=lv=-57;cid=testClusterID;nsid=1620033661;c=1731976484805) 2024-11-19T00:34:45,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba7f8996de944992 with lease ID 0x2b34749f9eb9664a: from storage DS-f5a42ba9-62f4-49a1-a6ba-bc05e339b3ec node DatanodeRegistration(127.0.0.1:39573, datanodeUuid=399875b0-d758-4b2b-a2c2-d66a5c34b5b6, infoPort=41529, infoSecurePort=0, ipcPort=35331, storageInfo=lv=-57;cid=testClusterID;nsid=1620033661;c=1731976484805), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:34:46,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02 2024-11-19T00:34:46,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:46,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:46,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:34:46,424 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc with version=8 2024-11-19T00:34:46,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/hbase-staging 2024-11-19T00:34:46,426 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:34:46,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:46,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:46,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:34:46,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:46,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:34:46,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:34:46,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:34:46,427 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37911 2024-11-19T00:34:46,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37911 connecting to ZooKeeper ensemble=127.0.0.1:49890 2024-11-19T00:34:46,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379110x0, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:34:46,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37911-0x1005559c3a80003 connected 2024-11-19T00:34:46,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:46,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:46,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Set watcher on znode that does not yet exist, /1-288713909/running 2024-11-19T00:34:46,520 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc, hbase.cluster.distributed=false 2024-11-19T00:34:46,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Set watcher on znode that does not yet exist, /1-288713909/acl 2024-11-19T00:34:46,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37911 2024-11-19T00:34:46,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37911 2024-11-19T00:34:46,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37911 2024-11-19T00:34:46,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37911 2024-11-19T00:34:46,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37911 2024-11-19T00:34:46,536 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:34:46,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:46,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:46,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:34:46,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:46,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:34:46,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:34:46,537 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:34:46,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37599 2024-11-19T00:34:46,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37599 connecting to ZooKeeper ensemble=127.0.0.1:49890 2024-11-19T00:34:46,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:46,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375990x0, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:34:46,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37599-0x1005559c3a80004 connected 2024-11-19T00:34:46,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Set watcher on znode that does not yet exist, /1-288713909/running 2024-11-19T00:34:46,551 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:34:46,553 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:34:46,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Set watcher on znode that does not yet exist, /1-288713909/master 2024-11-19T00:34:46,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Set watcher on znode that does not yet exist, /1-288713909/acl 2024-11-19T00:34:46,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37599 2024-11-19T00:34:46,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37599 2024-11-19T00:34:46,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37599 2024-11-19T00:34:46,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37599 2024-11-19T00:34:46,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37599 2024-11-19T00:34:46,570 DEBUG [M:0;6b1531871d35:37911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:37911 2024-11-19T00:34:46,571 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-288713909/backup-masters/6b1531871d35,37911,1731976486425 2024-11-19T00:34:46,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909/backup-masters 2024-11-19T00:34:46,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909/backup-masters 2024-11-19T00:34:46,576 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Set watcher on existing znode=/1-288713909/backup-masters/6b1531871d35,37911,1731976486425 2024-11-19T00:34:46,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-288713909/master 2024-11-19T00:34:46,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:34:46,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:34:46,584 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Set watcher on existing znode=/1-288713909/master 2024-11-19T00:34:46,584 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-288713909/backup-masters/6b1531871d35,37911,1731976486425 from backup master directory 2024-11-19T00:34:46,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-288713909/backup-masters/6b1531871d35,37911,1731976486425 2024-11-19T00:34:46,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909/backup-masters 2024-11-19T00:34:46,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909/backup-masters 2024-11-19T00:34:46,592 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:34:46,592 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,37911,1731976486425 2024-11-19T00:34:46,595 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/hbase.id] with ID: d91c0644-788f-42d7-b71a-109f42ceaf38 2024-11-19T00:34:46,595 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/.tmp/hbase.id 2024-11-19T00:34:46,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:34:46,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T00:34:46,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:34:47,002 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/.tmp/hbase.id]:[hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/hbase.id] 2024-11-19T00:34:47,011 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:47,011 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:34:47,012 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T00:34:47,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:34:47,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:34:47,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:34:47,447 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:34:47,448 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:34:47,448 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:47,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:34:47,856 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store 2024-11-19T00:34:47,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:34:48,261 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:48,261 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:34:48,261 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:48,261 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:48,261 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:34:48,261 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:48,261 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:48,261 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976488261Disabling compacts and flushes for region at 1731976488261Disabling writes for close at 1731976488261Writing region close event to WAL at 1731976488261Closed at 1731976488261 2024-11-19T00:34:48,261 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/.initializing 2024-11-19T00:34:48,261 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/WALs/6b1531871d35,37911,1731976486425 2024-11-19T00:34:48,262 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:34:48,263 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C37911%2C1731976486425, suffix=, logDir=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/WALs/6b1531871d35,37911,1731976486425, archiveDir=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/oldWALs, maxLogs=10 2024-11-19T00:34:48,276 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/WALs/6b1531871d35,37911,1731976486425/6b1531871d35%2C37911%2C1731976486425.1731976488264, exclude list is [], retry=0 2024-11-19T00:34:48,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39573,DS-20a32517-babc-49e7-816a-7d9545ce53b1,DISK] 2024-11-19T00:34:48,279 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/WALs/6b1531871d35,37911,1731976486425/6b1531871d35%2C37911%2C1731976486425.1731976488264 2024-11-19T00:34:48,282 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41529:41529)] 2024-11-19T00:34:48,282 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:48,282 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:48,282 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:48,282 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:48,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:48,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:34:48,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:48,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:48,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:48,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:34:48,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:48,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:48,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:48,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:34:48,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:48,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:48,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:48,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:34:48,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:48,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:48,288 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:48,289 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:48,289 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:48,290 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:48,290 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:48,290 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:34:48,291 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:48,292 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:48,292 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69025933, jitterRate=0.028566554188728333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:34:48,292 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976488282Initializing all the Stores at 1731976488283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976488283Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976488283Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976488283Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976488283Cleaning up temporary data from old regions at 1731976488290 (+7 ms)Region opened successfully at 1731976488292 (+2 ms) 2024-11-19T00:34:48,293 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:34:48,294 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6687d979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:34:48,295 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:34:48,295 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:34:48,295 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:34:48,295 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:34:48,296 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:34:48,296 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:34:48,296 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:34:48,297 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:34:48,298 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Unable to get data of znode /1-288713909/balancer because node does not exist (not necessarily an error) 2024-11-19T00:34:48,334 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-288713909/balancer already deleted, retry=false 2024-11-19T00:34:48,334 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:34:48,335 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Unable to get data of znode /1-288713909/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:34:48,342 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-288713909/normalizer already deleted, retry=false 2024-11-19T00:34:48,342 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:34:48,343 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Unable to get data of znode /1-288713909/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:34:48,350 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-288713909/switch/split already deleted, retry=false 2024-11-19T00:34:48,351 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Unable to get data of znode /1-288713909/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:34:48,359 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-288713909/switch/merge already deleted, retry=false 2024-11-19T00:34:48,360 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Unable to get data of znode /1-288713909/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:34:48,367 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-288713909/snapshot-cleanup already deleted, retry=false 2024-11-19T00:34:48,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-288713909/running 2024-11-19T00:34:48,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:34:48,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-288713909/running 2024-11-19T00:34:48,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:34:48,376 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,37911,1731976486425, sessionid=0x1005559c3a80003, setting cluster-up flag (Was=false) 2024-11-19T00:34:48,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:34:48,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:34:48,417 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-288713909/flush-table-proc/acquired, /1-288713909/flush-table-proc/reached, /1-288713909/flush-table-proc/abort 2024-11-19T00:34:48,418 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,37911,1731976486425 2024-11-19T00:34:48,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:34:48,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:34:48,459 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-288713909/online-snapshot/acquired, /1-288713909/online-snapshot/reached, /1-288713909/online-snapshot/abort 2024-11-19T00:34:48,459 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,37911,1731976486425 2024-11-19T00:34:48,460 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:34:48,461 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:48,462 INFO [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(746): ClusterId : d91c0644-788f-42d7-b71a-109f42ceaf38 2024-11-19T00:34:48,462 DEBUG [RS:0;6b1531871d35:37599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:34:48,462 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:34:48,462 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:34:48,463 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,37911,1731976486425 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:34:48,467 DEBUG [RS:0;6b1531871d35:37599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:34:48,467 DEBUG [RS:0;6b1531871d35:37599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:34:48,467 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:48,468 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:48,468 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:48,468 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:48,468 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:34:48,468 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:48,468 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:34:48,468 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:48,468 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976518468 2024-11-19T00:34:48,469 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:34:48,469 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:48,469 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:34:48,469 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:34:48,469 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:34:48,469 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:34:48,470 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:34:48,470 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:34:48,470 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:48,470 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:48,470 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:34:48,470 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:34:48,470 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:34:48,470 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:34:48,470 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:34:48,471 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:34:48,471 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:34:48,471 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976488471,5,FailOnTimeoutGroup] 2024-11-19T00:34:48,474 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976488471,5,FailOnTimeoutGroup] 2024-11-19T00:34:48,474 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:48,474 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:34:48,474 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:48,474 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:48,476 DEBUG [RS:0;6b1531871d35:37599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:34:48,476 DEBUG [RS:0;6b1531871d35:37599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200aac9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:34:48,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:34:48,488 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:37599 2024-11-19T00:34:48,488 INFO [RS:0;6b1531871d35:37599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:34:48,488 INFO [RS:0;6b1531871d35:37599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:34:48,488 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:34:48,489 INFO [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,37911,1731976486425 with port=37599, startcode=1731976486536 2024-11-19T00:34:48,489 DEBUG [RS:0;6b1531871d35:37599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:34:48,490 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:34:48,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37911 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,37599,1731976486536 2024-11-19T00:34:48,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37911 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,37599,1731976486536 2024-11-19T00:34:48,491 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc 2024-11-19T00:34:48,491 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36359 2024-11-19T00:34:48,492 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:34:48,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909/rs 2024-11-19T00:34:48,532 DEBUG [RS:0;6b1531871d35:37599 {}] zookeeper.ZKUtil(111): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Set watcher on existing znode=/1-288713909/rs/6b1531871d35,37599,1731976486536 2024-11-19T00:34:48,532 WARN [RS:0;6b1531871d35:37599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:34:48,532 INFO [RS:0;6b1531871d35:37599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:48,532 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536 2024-11-19T00:34:48,532 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,37599,1731976486536] 2024-11-19T00:34:48,535 INFO [RS:0;6b1531871d35:37599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:34:48,537 INFO [RS:0;6b1531871d35:37599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:34:48,537 INFO [RS:0;6b1531871d35:37599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:34:48,537 INFO [RS:0;6b1531871d35:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:48,537 INFO [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:34:48,538 INFO [RS:0;6b1531871d35:37599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:34:48,538 INFO [RS:0;6b1531871d35:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:48,538 DEBUG [RS:0;6b1531871d35:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:48,538 DEBUG [RS:0;6b1531871d35:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:48,538 DEBUG [RS:0;6b1531871d35:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:48,538 DEBUG [RS:0;6b1531871d35:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:48,539 DEBUG [RS:0;6b1531871d35:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:48,539 DEBUG [RS:0;6b1531871d35:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:34:48,539 DEBUG [RS:0;6b1531871d35:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:48,539 DEBUG [RS:0;6b1531871d35:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:48,539 DEBUG [RS:0;6b1531871d35:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:48,539 DEBUG [RS:0;6b1531871d35:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:48,539 DEBUG [RS:0;6b1531871d35:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:48,539 DEBUG [RS:0;6b1531871d35:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:48,539 DEBUG [RS:0;6b1531871d35:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:34:48,539 DEBUG [RS:0;6b1531871d35:37599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:34:48,541 INFO [RS:0;6b1531871d35:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:48,541 INFO [RS:0;6b1531871d35:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:48,541 INFO [RS:0;6b1531871d35:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:48,541 INFO [RS:0;6b1531871d35:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:48,541 INFO [RS:0;6b1531871d35:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:48,541 INFO [RS:0;6b1531871d35:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37599,1731976486536-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:34:48,554 INFO [RS:0;6b1531871d35:37599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:34:48,554 INFO [RS:0;6b1531871d35:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37599,1731976486536-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:48,554 INFO [RS:0;6b1531871d35:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:48,555 INFO [RS:0;6b1531871d35:37599 {}] regionserver.Replication(171): 6b1531871d35,37599,1731976486536 started 2024-11-19T00:34:48,567 INFO [RS:0;6b1531871d35:37599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:48,567 INFO [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,37599,1731976486536, RpcServer on 6b1531871d35/172.17.0.2:37599, sessionid=0x1005559c3a80004 2024-11-19T00:34:48,567 DEBUG [RS:0;6b1531871d35:37599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:34:48,567 DEBUG [RS:0;6b1531871d35:37599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,37599,1731976486536 2024-11-19T00:34:48,567 DEBUG [RS:0;6b1531871d35:37599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,37599,1731976486536' 2024-11-19T00:34:48,567 DEBUG [RS:0;6b1531871d35:37599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-288713909/flush-table-proc/abort' 2024-11-19T00:34:48,567 DEBUG [RS:0;6b1531871d35:37599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-288713909/flush-table-proc/acquired' 2024-11-19T00:34:48,568 DEBUG [RS:0;6b1531871d35:37599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:34:48,568 DEBUG [RS:0;6b1531871d35:37599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:34:48,568 DEBUG [RS:0;6b1531871d35:37599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,37599,1731976486536 2024-11-19T00:34:48,568 DEBUG [RS:0;6b1531871d35:37599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,37599,1731976486536' 2024-11-19T00:34:48,568 DEBUG [RS:0;6b1531871d35:37599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-288713909/online-snapshot/abort' 2024-11-19T00:34:48,568 DEBUG [RS:0;6b1531871d35:37599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-288713909/online-snapshot/acquired' 2024-11-19T00:34:48,568 DEBUG [RS:0;6b1531871d35:37599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:34:48,568 INFO [RS:0;6b1531871d35:37599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:34:48,568 INFO [RS:0;6b1531871d35:37599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:34:48,669 INFO [RS:0;6b1531871d35:37599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:34:48,670 INFO [RS:0;6b1531871d35:37599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C37599%2C1731976486536, suffix=, logDir=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536, archiveDir=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/oldWALs, maxLogs=10 2024-11-19T00:34:48,682 DEBUG [RS:0;6b1531871d35:37599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670, exclude list is [], retry=0 2024-11-19T00:34:48,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39573,DS-20a32517-babc-49e7-816a-7d9545ce53b1,DISK] 2024-11-19T00:34:48,686 INFO [RS:0;6b1531871d35:37599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 2024-11-19T00:34:48,686 DEBUG [RS:0;6b1531871d35:37599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41529:41529)] 2024-11-19T00:34:48,878 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:34:48,878 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc 2024-11-19T00:34:48,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:34:49,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:49,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:34:49,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:34:49,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:49,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:49,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:34:49,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:34:49,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:49,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:49,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:34:49,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:34:49,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:49,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:49,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:34:49,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:34:49,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:49,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:49,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:34:49,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740 2024-11-19T00:34:49,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740 2024-11-19T00:34:49,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:34:49,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:34:49,292 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:34:49,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:34:49,294 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:49,294 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73370746, jitterRate=0.09330931305885315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:34:49,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976489284Initializing all the Stores at 1731976489285 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976489285Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976489285Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976489285Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976489285Cleaning up temporary data from old regions at 1731976489291 (+6 ms)Region opened successfully at 1731976489294 (+3 ms) 2024-11-19T00:34:49,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:34:49,294 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:34:49,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:34:49,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:34:49,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:34:49,295 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:34:49,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976489294Disabling compacts and flushes for region at 1731976489294Disabling writes for close at 1731976489294Writing region close event to WAL at 1731976489295 (+1 ms)Closed at 1731976489295 2024-11-19T00:34:49,296 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:49,296 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:34:49,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:34:49,297 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:34:49,298 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:34:49,395 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:34:49,448 DEBUG [6b1531871d35:37911 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:34:49,449 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,37599,1731976486536 2024-11-19T00:34:49,449 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,37599,1731976486536, state=OPENING 2024-11-19T00:34:49,484 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:34:49,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:34:49,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:34:49,492 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:34:49,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-288713909/meta-region-server: CHANGED 2024-11-19T00:34:49,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-288713909/meta-region-server: CHANGED 2024-11-19T00:34:49,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,37599,1731976486536}] 2024-11-19T00:34:49,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:49,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:49,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:49,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:49,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:49,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:49,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:49,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:49,645 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:34:49,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:34:49,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:49,649 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:34:49,649 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:49,649 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:34:49,650 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C37599%2C1731976486536.meta, suffix=.meta, logDir=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536, archiveDir=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/oldWALs, maxLogs=10 2024-11-19T00:34:49,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:49,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:49,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:49,668 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.meta.1731976489650.meta, exclude list is [], retry=0 2024-11-19T00:34:49,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39573,DS-20a32517-babc-49e7-816a-7d9545ce53b1,DISK] 2024-11-19T00:34:49,673 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.meta.1731976489650.meta 2024-11-19T00:34:49,673 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41529:41529)] 2024-11-19T00:34:49,673 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:49,673 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:34:49,674 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:34:49,674 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:34:49,674 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:34:49,674 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:34:49,674 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:49,674 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:34:49,674 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:34:49,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:34:49,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:34:49,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:49,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:49,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:34:49,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:34:49,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:49,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:49,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:34:49,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:34:49,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:49,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:49,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:34:49,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:34:49,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:49,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:49,678 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:34:49,679 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740 2024-11-19T00:34:49,679 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740 2024-11-19T00:34:49,680 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:34:49,680 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:34:49,680 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:34:49,681 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:34:49,681 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68875626, jitterRate=0.026326805353164673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:34:49,682 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:34:49,682 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976489674Writing region info on filesystem at 1731976489674Initializing all the Stores at 1731976489675 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976489675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976489675Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976489675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976489675Cleaning up temporary data from old regions at 1731976489680 (+5 ms)Running coprocessor post-open hooks at 1731976489682 (+2 ms)Region opened successfully at 1731976489682 2024-11-19T00:34:49,682 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976489644 2024-11-19T00:34:49,684 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:34:49,684 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:34:49,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,37599,1731976486536 2024-11-19T00:34:49,685 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,37599,1731976486536, state=OPEN 2024-11-19T00:34:49,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-288713909/meta-region-server 2024-11-19T00:34:49,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-288713909/meta-region-server 2024-11-19T00:34:49,692 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,37599,1731976486536 2024-11-19T00:34:49,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-288713909/meta-region-server: CHANGED 2024-11-19T00:34:49,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-288713909/meta-region-server: CHANGED 2024-11-19T00:34:49,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:34:49,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,37599,1731976486536 in 199 msec 2024-11-19T00:34:49,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:34:49,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-11-19T00:34:49,696 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:49,696 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:34:49,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:49,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37599,1731976486536, seqNum=-1] 2024-11-19T00:34:49,697 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:49,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:34:49,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2410 sec 2024-11-19T00:34:49,703 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976489703, completionTime=-1 2024-11-19T00:34:49,703 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:34:49,703 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:34:49,705 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:34:49,705 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976549705 2024-11-19T00:34:49,705 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976609705 2024-11-19T00:34:49,705 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T00:34:49,706 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37911,1731976486425-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:49,706 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37911,1731976486425-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:49,706 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37911,1731976486425-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:49,706 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:37911, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:49,706 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:49,706 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:49,708 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:34:49,709 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.117sec 2024-11-19T00:34:49,709 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:34:49,709 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:34:49,709 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:34:49,709 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:34:49,709 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:34:49,709 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37911,1731976486425-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:34:49,709 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37911,1731976486425-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:34:49,711 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:34:49,711 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:34:49,711 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37911,1731976486425-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:49,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce4bcb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:49,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,37911,-1 for getting cluster id 2024-11-19T00:34:49,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:49,764 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd91c0644-788f-42d7-b71a-109f42ceaf38' 2024-11-19T00:34:49,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:49,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d91c0644-788f-42d7-b71a-109f42ceaf38" 2024-11-19T00:34:49,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2c3a19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:49,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,37911,-1] 2024-11-19T00:34:49,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:49,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:49,766 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:49,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798dd4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:49,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37599,1731976486536, seqNum=-1] 2024-11-19T00:34:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:49,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:34:49,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,37911,1731976486425 2024-11-19T00:34:49,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49890 2024-11-19T00:34:49,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:34:49,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1005559c3a80005 connected 2024-11-19T00:34:49,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/hadoop.log.dir so I do NOT create it in target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85 2024-11-19T00:34:49,792 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:34:49,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/hadoop.tmp.dir so I do NOT create it in target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85 2024-11-19T00:34:49,792 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:34:49,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85 2024-11-19T00:34:49,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:34:49,792 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/cluster_00c54083-19e8-4348-8196-b57206c8e90a, deleteOnExit=true 2024-11-19T00:34:49,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:34:49,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/test.cache.data in system properties and HBase conf 2024-11-19T00:34:49,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:34:49,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:34:49,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:34:49,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:34:49,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:34:49,793 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:34:49,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:34:49,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:34:49,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:34:49,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:34:49,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:34:49,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:34:49,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:34:49,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:34:49,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:34:49,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:34:49,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:34:49,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:34:49,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:34:49,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:34:50,069 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T00:34:50,070 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:50,070 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:50,122 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:50,122 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:50,123 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:50,123 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:50,123 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:50,123 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:50,130 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:50,133 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:50,133 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:50,135 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:50,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:34:50,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:34:50,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:34:50,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:34:50,166 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:34:50,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:34:50,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c1eb1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:34:50,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7808178e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:34:50,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21d5c399{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/java.io.tmpdir/jetty-localhost-41771-hadoop-hdfs-3_4_1-tests_jar-_-any-10807468816466732604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:34:50,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@784a7587{HTTP/1.1, (http/1.1)}{localhost:41771} 2024-11-19T00:34:50,269 INFO [Time-limited test {}] server.Server(415): Started @239625ms 2024-11-19T00:34:50,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:34:50,464 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:34:50,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:34:50,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:34:50,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:34:50,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b05bf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:34:50,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1964ee56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:34:50,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a8cf022{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/java.io.tmpdir/jetty-localhost-33435-hadoop-hdfs-3_4_1-tests_jar-_-any-9164008549009683956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:34:50,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@678fdb91{HTTP/1.1, (http/1.1)}{localhost:33435} 2024-11-19T00:34:50,562 INFO [Time-limited test {}] server.Server(415): Started @239919ms 2024-11-19T00:34:50,564 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:34:51,041 WARN [Thread-2914 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/cluster_00c54083-19e8-4348-8196-b57206c8e90a/data/data1/current/BP-627112435-172.17.0.2-1731976489819/current, will proceed with Du for space computation calculation, 2024-11-19T00:34:51,041 WARN [Thread-2915 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/cluster_00c54083-19e8-4348-8196-b57206c8e90a/data/data2/current/BP-627112435-172.17.0.2-1731976489819/current, will proceed with Du for space computation calculation, 2024-11-19T00:34:51,059 WARN [Thread-2902 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:34:51,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee97b119d1673e4e with lease ID 0x15439eb724648495: Processing first storage report for DS-8c1f47aa-4c0c-417c-bf6e-41a041f38ea6 from datanode DatanodeRegistration(127.0.0.1:37653, datanodeUuid=f3a12822-a97b-4de0-adfb-e5f8962e9385, infoPort=38969, infoSecurePort=0, ipcPort=39089, storageInfo=lv=-57;cid=testClusterID;nsid=820365722;c=1731976489819) 2024-11-19T00:34:51,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee97b119d1673e4e with lease ID 0x15439eb724648495: from storage DS-8c1f47aa-4c0c-417c-bf6e-41a041f38ea6 node DatanodeRegistration(127.0.0.1:37653, datanodeUuid=f3a12822-a97b-4de0-adfb-e5f8962e9385, infoPort=38969, infoSecurePort=0, ipcPort=39089, storageInfo=lv=-57;cid=testClusterID;nsid=820365722;c=1731976489819), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:34:51,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee97b119d1673e4e with lease ID 0x15439eb724648495: Processing first storage report for DS-8fc2e7a6-ff09-4732-b4a4-70c39ed0a22c from datanode DatanodeRegistration(127.0.0.1:37653, datanodeUuid=f3a12822-a97b-4de0-adfb-e5f8962e9385, infoPort=38969, infoSecurePort=0, ipcPort=39089, storageInfo=lv=-57;cid=testClusterID;nsid=820365722;c=1731976489819) 2024-11-19T00:34:51,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee97b119d1673e4e with lease ID 0x15439eb724648495: from storage DS-8fc2e7a6-ff09-4732-b4a4-70c39ed0a22c node DatanodeRegistration(127.0.0.1:37653, datanodeUuid=f3a12822-a97b-4de0-adfb-e5f8962e9385, infoPort=38969, infoSecurePort=0, ipcPort=39089, storageInfo=lv=-57;cid=testClusterID;nsid=820365722;c=1731976489819), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:34:51,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85 2024-11-19T00:34:51,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:51,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:51,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:34:51,502 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c with version=8 2024-11-19T00:34:51,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/hbase-staging 2024-11-19T00:34:51,504 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:34:51,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:51,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:51,504 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:34:51,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:51,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:34:51,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:34:51,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:34:51,505 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45881 2024-11-19T00:34:51,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45881 connecting to ZooKeeper ensemble=127.0.0.1:49890 2024-11-19T00:34:51,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458810x0, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:34:51,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45881-0x1005559c3a80006 connected 2024-11-19T00:34:51,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:51,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:51,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Set watcher on znode that does not yet exist, /21453584213/running 2024-11-19T00:34:51,604 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c, hbase.cluster.distributed=false 2024-11-19T00:34:51,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Set watcher on znode that does not yet exist, /21453584213/acl 2024-11-19T00:34:51,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45881 2024-11-19T00:34:51,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45881 2024-11-19T00:34:51,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45881 2024-11-19T00:34:51,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45881 2024-11-19T00:34:51,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45881 2024-11-19T00:34:51,619 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:34:51,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:51,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:51,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:34:51,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:34:51,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:34:51,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:34:51,620 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:34:51,620 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40405 2024-11-19T00:34:51,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40405 connecting to ZooKeeper ensemble=127.0.0.1:49890 2024-11-19T00:34:51,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:51,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:51,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404050x0, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:34:51,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404050x0, quorum=127.0.0.1:49890, baseZNode=/21453584213 Set watcher on znode that does not yet exist, /21453584213/running 2024-11-19T00:34:51,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40405-0x1005559c3a80007 connected 2024-11-19T00:34:51,634 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:34:51,635 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:34:51,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Set watcher on znode that does not yet exist, /21453584213/master 2024-11-19T00:34:51,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Set watcher on znode that does not yet exist, /21453584213/acl 2024-11-19T00:34:51,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40405 2024-11-19T00:34:51,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40405 2024-11-19T00:34:51,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40405 2024-11-19T00:34:51,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40405 2024-11-19T00:34:51,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40405 2024-11-19T00:34:51,647 DEBUG [M:0;6b1531871d35:45881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:45881 2024-11-19T00:34:51,648 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21453584213/backup-masters/6b1531871d35,45881,1731976491504 2024-11-19T00:34:51,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213/backup-masters 2024-11-19T00:34:51,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213/backup-masters 2024-11-19T00:34:51,657 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Set watcher on existing znode=/21453584213/backup-masters/6b1531871d35,45881,1731976491504 2024-11-19T00:34:51,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:34:51,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21453584213/master 2024-11-19T00:34:51,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:34:51,667 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Set watcher on existing znode=/21453584213/master 2024-11-19T00:34:51,668 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21453584213/backup-masters/6b1531871d35,45881,1731976491504 from backup master directory 2024-11-19T00:34:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213/backup-masters 2024-11-19T00:34:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21453584213/backup-masters/6b1531871d35,45881,1731976491504 2024-11-19T00:34:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213/backup-masters 2024-11-19T00:34:51,675 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:34:51,675 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,45881,1731976491504 2024-11-19T00:34:51,678 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/hbase.id] with ID: 45e9884a-766d-4138-a06d-bedc042b864b 2024-11-19T00:34:51,678 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/.tmp/hbase.id 2024-11-19T00:34:51,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:34:51,686 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/.tmp/hbase.id]:[hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/hbase.id] 2024-11-19T00:34:51,694 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:34:51,694 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:34:51,694 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T00:34:51,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:34:51,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:34:51,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:34:51,705 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:34:51,706 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:34:51,706 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:51,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:34:51,712 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store 2024-11-19T00:34:51,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:34:51,719 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:51,719 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:34:51,719 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:51,719 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:51,719 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:34:51,719 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:51,719 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:34:51,719 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976491719Disabling compacts and flushes for region at 1731976491719Disabling writes for close at 1731976491719Writing region close event to WAL at 1731976491719Closed at 1731976491719 2024-11-19T00:34:51,720 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/.initializing 2024-11-19T00:34:51,720 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/WALs/6b1531871d35,45881,1731976491504 2024-11-19T00:34:51,721 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:34:51,722 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C45881%2C1731976491504, suffix=, logDir=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/WALs/6b1531871d35,45881,1731976491504, archiveDir=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/oldWALs, maxLogs=10 2024-11-19T00:34:51,737 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/WALs/6b1531871d35,45881,1731976491504/6b1531871d35%2C45881%2C1731976491504.1731976491722, exclude list is [], retry=0 2024-11-19T00:34:51,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37653,DS-8c1f47aa-4c0c-417c-bf6e-41a041f38ea6,DISK] 2024-11-19T00:34:51,741 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/WALs/6b1531871d35,45881,1731976491504/6b1531871d35%2C45881%2C1731976491504.1731976491722 2024-11-19T00:34:51,741 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38969:38969)] 2024-11-19T00:34:51,741 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:51,741 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:51,741 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:51,741 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:51,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:51,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:34:51,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:51,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:51,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:51,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:34:51,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:51,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:51,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:51,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:34:51,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:51,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:51,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:51,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:34:51,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:51,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:51,754 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:51,754 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:51,754 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:51,755 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:51,755 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:51,756 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:34:51,757 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:34:51,758 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:51,759 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67811025, jitterRate=0.010463014245033264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:34:51,759 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976491742Initializing all the Stores at 1731976491742Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976491742Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976491748 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976491748Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976491748Cleaning up temporary data from old regions at 1731976491755 (+7 ms)Region opened successfully at 1731976491759 (+4 ms) 2024-11-19T00:34:51,759 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:34:51,762 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e03204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:34:51,762 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:34:51,762 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:34:51,762 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:34:51,763 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:34:51,763 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:34:51,763 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:34:51,763 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:34:51,765 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:34:51,766 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Unable to get data of znode /21453584213/balancer because node does not exist (not necessarily an error) 2024-11-19T00:34:51,775 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21453584213/balancer already deleted, retry=false 2024-11-19T00:34:51,775 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:34:51,776 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Unable to get data of znode /21453584213/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:34:51,784 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21453584213/normalizer already deleted, retry=false 2024-11-19T00:34:51,784 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:34:51,784 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Unable to get data of znode /21453584213/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:34:51,792 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21453584213/switch/split already deleted, retry=false 2024-11-19T00:34:51,792 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Unable to get data of znode /21453584213/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:34:51,800 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21453584213/switch/merge already deleted, retry=false 2024-11-19T00:34:51,802 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Unable to get data of znode /21453584213/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:34:51,808 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21453584213/snapshot-cleanup already deleted, retry=false 2024-11-19T00:34:51,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21453584213/running 2024-11-19T00:34:51,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21453584213/running 2024-11-19T00:34:51,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:34:51,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:34:51,817 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,45881,1731976491504, sessionid=0x1005559c3a80006, setting cluster-up flag (Was=false) 2024-11-19T00:34:51,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:34:51,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:34:51,859 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21453584213/flush-table-proc/acquired, /21453584213/flush-table-proc/reached, /21453584213/flush-table-proc/abort 2024-11-19T00:34:51,859 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,45881,1731976491504 2024-11-19T00:34:51,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:34:51,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:34:51,900 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21453584213/online-snapshot/acquired, /21453584213/online-snapshot/reached, /21453584213/online-snapshot/abort 2024-11-19T00:34:51,901 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,45881,1731976491504 2024-11-19T00:34:51,902 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:34:51,903 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:51,903 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:34:51,903 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:34:51,904 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,45881,1731976491504 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:34:51,905 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:51,905 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:51,905 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:51,905 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:34:51,905 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:34:51,905 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:51,905 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:34:51,905 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:51,906 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976521906 2024-11-19T00:34:51,906 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:51,906 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:34:51,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:34:51,906 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:34:51,906 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:34:51,906 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:34:51,906 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:34:51,906 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:34:51,906 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:51,907 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:34:51,907 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:34:51,907 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:34:51,907 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:34:51,907 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:51,907 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:34:51,907 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:34:51,907 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:34:51,907 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976491907,5,FailOnTimeoutGroup] 2024-11-19T00:34:51,907 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976491907,5,FailOnTimeoutGroup] 2024-11-19T00:34:51,907 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:51,907 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:34:51,907 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:51,907 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:51,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:34:51,938 INFO [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(746): ClusterId : 45e9884a-766d-4138-a06d-bedc042b864b 2024-11-19T00:34:51,938 DEBUG [RS:0;6b1531871d35:40405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:34:51,948 DEBUG [RS:0;6b1531871d35:40405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:34:51,948 DEBUG [RS:0;6b1531871d35:40405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:34:51,959 DEBUG [RS:0;6b1531871d35:40405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:34:51,959 DEBUG [RS:0;6b1531871d35:40405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a9dc60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:34:51,973 DEBUG [RS:0;6b1531871d35:40405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:40405 2024-11-19T00:34:51,973 INFO [RS:0;6b1531871d35:40405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:34:51,973 INFO [RS:0;6b1531871d35:40405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:34:51,973 DEBUG [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:34:51,974 INFO [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,45881,1731976491504 with port=40405, startcode=1731976491619 2024-11-19T00:34:51,974 DEBUG [RS:0;6b1531871d35:40405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:34:51,975 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:34:51,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45881 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,40405,1731976491619 2024-11-19T00:34:51,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45881 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,40405,1731976491619 2024-11-19T00:34:51,977 DEBUG [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c 2024-11-19T00:34:51,977 DEBUG [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39165 2024-11-19T00:34:51,977 DEBUG [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:34:52,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213/rs 2024-11-19T00:34:52,015 DEBUG [RS:0;6b1531871d35:40405 {}] zookeeper.ZKUtil(111): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Set watcher on existing znode=/21453584213/rs/6b1531871d35,40405,1731976491619 2024-11-19T00:34:52,015 WARN [RS:0;6b1531871d35:40405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:34:52,016 INFO [RS:0;6b1531871d35:40405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:52,016 DEBUG [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619 2024-11-19T00:34:52,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,40405,1731976491619] 2024-11-19T00:34:52,018 INFO [RS:0;6b1531871d35:40405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:34:52,020 INFO [RS:0;6b1531871d35:40405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:34:52,020 INFO [RS:0;6b1531871d35:40405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:34:52,020 INFO [RS:0;6b1531871d35:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:52,020 INFO [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:34:52,021 INFO [RS:0;6b1531871d35:40405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:34:52,021 INFO [RS:0;6b1531871d35:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:52,021 DEBUG [RS:0;6b1531871d35:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:52,021 DEBUG [RS:0;6b1531871d35:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:52,021 DEBUG [RS:0;6b1531871d35:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:52,021 DEBUG [RS:0;6b1531871d35:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:52,021 DEBUG [RS:0;6b1531871d35:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:52,021 DEBUG [RS:0;6b1531871d35:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:34:52,021 DEBUG [RS:0;6b1531871d35:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:52,021 DEBUG [RS:0;6b1531871d35:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:52,021 DEBUG [RS:0;6b1531871d35:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:52,021 DEBUG [RS:0;6b1531871d35:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:52,021 DEBUG [RS:0;6b1531871d35:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:52,021 DEBUG [RS:0;6b1531871d35:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:34:52,021 DEBUG [RS:0;6b1531871d35:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:34:52,021 DEBUG [RS:0;6b1531871d35:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:34:52,022 INFO [RS:0;6b1531871d35:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:52,022 INFO [RS:0;6b1531871d35:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:52,022 INFO [RS:0;6b1531871d35:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:52,022 INFO [RS:0;6b1531871d35:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:52,022 INFO [RS:0;6b1531871d35:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:52,022 INFO [RS:0;6b1531871d35:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,40405,1731976491619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:34:52,036 INFO [RS:0;6b1531871d35:40405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:34:52,036 INFO [RS:0;6b1531871d35:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,40405,1731976491619-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:52,036 INFO [RS:0;6b1531871d35:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:52,036 INFO [RS:0;6b1531871d35:40405 {}] regionserver.Replication(171): 6b1531871d35,40405,1731976491619 started 2024-11-19T00:34:52,048 INFO [RS:0;6b1531871d35:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:52,048 INFO [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,40405,1731976491619, RpcServer on 6b1531871d35/172.17.0.2:40405, sessionid=0x1005559c3a80007 2024-11-19T00:34:52,048 DEBUG [RS:0;6b1531871d35:40405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:34:52,048 DEBUG [RS:0;6b1531871d35:40405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,40405,1731976491619 2024-11-19T00:34:52,048 DEBUG [RS:0;6b1531871d35:40405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,40405,1731976491619' 2024-11-19T00:34:52,048 DEBUG [RS:0;6b1531871d35:40405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21453584213/flush-table-proc/abort' 2024-11-19T00:34:52,049 DEBUG [RS:0;6b1531871d35:40405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21453584213/flush-table-proc/acquired' 2024-11-19T00:34:52,049 DEBUG [RS:0;6b1531871d35:40405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:34:52,049 DEBUG [RS:0;6b1531871d35:40405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:34:52,049 DEBUG [RS:0;6b1531871d35:40405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,40405,1731976491619 2024-11-19T00:34:52,049 DEBUG [RS:0;6b1531871d35:40405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,40405,1731976491619' 2024-11-19T00:34:52,049 DEBUG [RS:0;6b1531871d35:40405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21453584213/online-snapshot/abort' 2024-11-19T00:34:52,049 DEBUG [RS:0;6b1531871d35:40405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21453584213/online-snapshot/acquired' 2024-11-19T00:34:52,049 DEBUG [RS:0;6b1531871d35:40405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:34:52,049 INFO [RS:0;6b1531871d35:40405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:34:52,049 INFO [RS:0;6b1531871d35:40405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:34:52,150 INFO [RS:0;6b1531871d35:40405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:34:52,151 INFO [RS:0;6b1531871d35:40405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C40405%2C1731976491619, suffix=, logDir=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619, archiveDir=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/oldWALs, maxLogs=10 2024-11-19T00:34:52,163 DEBUG [RS:0;6b1531871d35:40405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151, exclude list is [], retry=0 2024-11-19T00:34:52,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37653,DS-8c1f47aa-4c0c-417c-bf6e-41a041f38ea6,DISK] 2024-11-19T00:34:52,167 INFO [RS:0;6b1531871d35:40405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 2024-11-19T00:34:52,167 DEBUG [RS:0;6b1531871d35:40405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38969:38969)] 2024-11-19T00:34:52,315 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:34:52,315 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c 2024-11-19T00:34:52,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:34:52,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:52,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:34:52,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:34:52,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:52,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:52,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:34:52,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:34:52,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:52,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:52,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:34:52,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:34:52,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:52,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:52,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:34:52,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:34:52,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:52,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:52,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:34:52,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740 2024-11-19T00:34:52,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740 2024-11-19T00:34:52,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:34:52,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:34:52,727 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:34:52,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:34:52,729 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:52,730 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61186788, jitterRate=-0.08824580907821655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:34:52,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976492720Initializing all the Stores at 1731976492721 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976492721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976492721Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976492721Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976492721Cleaning up temporary data from old regions at 1731976492727 (+6 ms)Region opened successfully at 1731976492730 (+3 ms) 2024-11-19T00:34:52,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:34:52,730 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:34:52,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:34:52,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:34:52,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:34:52,730 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:34:52,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976492730Disabling compacts and flushes for region at 1731976492730Disabling writes for close at 1731976492730Writing region close event to WAL at 1731976492730Closed at 1731976492730 2024-11-19T00:34:52,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:52,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:34:52,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:34:52,733 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:34:52,733 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:34:52,883 DEBUG [6b1531871d35:45881 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:34:52,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,40405,1731976491619 2024-11-19T00:34:52,885 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,40405,1731976491619, state=OPENING 2024-11-19T00:34:52,917 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:34:52,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:34:52,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:34:52,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21453584213/meta-region-server: CHANGED 2024-11-19T00:34:52,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21453584213/meta-region-server: CHANGED 2024-11-19T00:34:52,926 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:34:52,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,40405,1731976491619}] 2024-11-19T00:34:53,078 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:34:53,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:34:53,081 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:34:53,081 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:53,082 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:34:53,082 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C40405%2C1731976491619.meta, suffix=.meta, logDir=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619, archiveDir=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/oldWALs, maxLogs=10 2024-11-19T00:34:53,095 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.meta.1731976493083.meta, exclude list is [], retry=0 2024-11-19T00:34:53,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37653,DS-8c1f47aa-4c0c-417c-bf6e-41a041f38ea6,DISK] 2024-11-19T00:34:53,097 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.meta.1731976493083.meta 2024-11-19T00:34:53,098 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38969:38969)] 2024-11-19T00:34:53,098 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:53,098 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:34:53,098 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:34:53,098 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:34:53,098 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:34:53,098 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:34:53,098 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:53,098 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:34:53,098 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:34:53,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:34:53,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:34:53,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:53,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:53,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:34:53,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:34:53,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:53,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:53,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:34:53,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:34:53,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:53,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:53,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:34:53,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:34:53,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:53,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:34:53,103 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:34:53,103 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740 2024-11-19T00:34:53,104 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740 2024-11-19T00:34:53,105 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:34:53,105 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:34:53,105 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:34:53,106 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:34:53,106 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63581811, jitterRate=-0.05255718529224396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:34:53,106 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:34:53,106 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976493099Writing region info on filesystem at 1731976493099Initializing all the Stores at 1731976493099Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976493099Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976493099Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976493099Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976493099Cleaning up temporary data from old regions at 1731976493105 (+6 ms)Running coprocessor post-open hooks at 1731976493106 (+1 ms)Region opened successfully at 1731976493106 2024-11-19T00:34:53,107 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976493078 2024-11-19T00:34:53,109 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:34:53,109 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:34:53,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,40405,1731976491619 2024-11-19T00:34:53,110 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,40405,1731976491619, state=OPEN 2024-11-19T00:34:53,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21453584213/meta-region-server 2024-11-19T00:34:53,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21453584213/meta-region-server 2024-11-19T00:34:53,117 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,40405,1731976491619 2024-11-19T00:34:53,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21453584213/meta-region-server: CHANGED 2024-11-19T00:34:53,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21453584213/meta-region-server: CHANGED 2024-11-19T00:34:53,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:34:53,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,40405,1731976491619 in 191 msec 2024-11-19T00:34:53,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:34:53,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-11-19T00:34:53,121 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:34:53,121 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:34:53,122 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:53,122 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,40405,1731976491619, seqNum=-1] 2024-11-19T00:34:53,123 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:53,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:34:53,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-11-19T00:34:53,128 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976493127, completionTime=-1 2024-11-19T00:34:53,128 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:34:53,128 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:34:53,129 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:34:53,129 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976553129 2024-11-19T00:34:53,130 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976613130 2024-11-19T00:34:53,130 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T00:34:53,130 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45881,1731976491504-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:53,130 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45881,1731976491504-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:53,130 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45881,1731976491504-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:53,130 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:45881, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:53,130 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:53,130 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:53,132 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:34:53,133 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.458sec 2024-11-19T00:34:53,134 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:34:53,134 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:34:53,134 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:34:53,134 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:34:53,134 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:34:53,134 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45881,1731976491504-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:34:53,134 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45881,1731976491504-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:34:53,136 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:34:53,136 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:34:53,136 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45881,1731976491504-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:34:53,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73101da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:53,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45881,-1 for getting cluster id 2024-11-19T00:34:53,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:53,140 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45e9884a-766d-4138-a06d-bedc042b864b' 2024-11-19T00:34:53,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:53,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45e9884a-766d-4138-a06d-bedc042b864b" 2024-11-19T00:34:53,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16383d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:53,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45881,-1] 2024-11-19T00:34:53,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:53,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:53,142 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:53,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295bfe99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:53,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:53,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,40405,1731976491619, seqNum=-1] 2024-11-19T00:34:53,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:53,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:34:53,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,45881,1731976491504 2024-11-19T00:34:53,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49890 2024-11-19T00:34:53,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:34:53,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1005559c3a80008 connected 2024-11-19T00:34:53,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:53,167 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,32805,1731976481565 2024-11-19T00:34:53,167 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bc2e79d 2024-11-19T00:34:53,167 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:53,168 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:34:53,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:34:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:34:53,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:34:53,170 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:53,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:34:53,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:34:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:53,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:34:53,177 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92fdbc8e3d3e0ce3c969f186a37df7b6, NAME => 'test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324 2024-11-19T00:34:53,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:34:53,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:53,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 92fdbc8e3d3e0ce3c969f186a37df7b6, disabling compactions & flushes 2024-11-19T00:34:53,182 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6. 2024-11-19T00:34:53,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6. 2024-11-19T00:34:53,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6. after waiting 0 ms 2024-11-19T00:34:53,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6. 2024-11-19T00:34:53,182 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6. 2024-11-19T00:34:53,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92fdbc8e3d3e0ce3c969f186a37df7b6: Waiting for close lock at 1731976493182Disabling compacts and flushes for region at 1731976493182Disabling writes for close at 1731976493182Writing region close event to WAL at 1731976493182Closed at 1731976493182 2024-11-19T00:34:53,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:34:53,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976493184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976493184"}]},"ts":"1731976493184"} 2024-11-19T00:34:53,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:34:53,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:34:53,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976493187"}]},"ts":"1731976493187"} 2024-11-19T00:34:53,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:34:53,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92fdbc8e3d3e0ce3c969f186a37df7b6, ASSIGN}] 2024-11-19T00:34:53,190 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92fdbc8e3d3e0ce3c969f186a37df7b6, ASSIGN 2024-11-19T00:34:53,190 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=92fdbc8e3d3e0ce3c969f186a37df7b6, ASSIGN; state=OFFLINE, location=6b1531871d35,37309,1731976481731; forceNewPlan=false, retain=false 2024-11-19T00:34:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:53,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92fdbc8e3d3e0ce3c969f186a37df7b6, regionState=OPENING, regionLocation=6b1531871d35,37309,1731976481731 2024-11-19T00:34:53,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=92fdbc8e3d3e0ce3c969f186a37df7b6, ASSIGN because future has completed 2024-11-19T00:34:53,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92fdbc8e3d3e0ce3c969f186a37df7b6, server=6b1531871d35,37309,1731976481731}] 2024-11-19T00:34:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:53,498 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6. 2024-11-19T00:34:53,498 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 92fdbc8e3d3e0ce3c969f186a37df7b6, NAME => 'test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:53,499 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:34:53,499 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:34:53,499 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:34:53,499 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:53,499 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:34:53,499 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:34:53,500 INFO [StoreOpener-92fdbc8e3d3e0ce3c969f186a37df7b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:34:53,501 INFO [StoreOpener-92fdbc8e3d3e0ce3c969f186a37df7b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92fdbc8e3d3e0ce3c969f186a37df7b6 columnFamilyName f 2024-11-19T00:34:53,501 DEBUG [StoreOpener-92fdbc8e3d3e0ce3c969f186a37df7b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:53,501 INFO [StoreOpener-92fdbc8e3d3e0ce3c969f186a37df7b6-1 {}] regionserver.HStore(327): Store=92fdbc8e3d3e0ce3c969f186a37df7b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:53,501 INFO [StoreOpener-92fdbc8e3d3e0ce3c969f186a37df7b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:34:53,502 INFO [StoreOpener-92fdbc8e3d3e0ce3c969f186a37df7b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92fdbc8e3d3e0ce3c969f186a37df7b6 columnFamilyName f1 2024-11-19T00:34:53,502 DEBUG [StoreOpener-92fdbc8e3d3e0ce3c969f186a37df7b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:53,502 INFO [StoreOpener-92fdbc8e3d3e0ce3c969f186a37df7b6-1 {}] regionserver.HStore(327): Store=92fdbc8e3d3e0ce3c969f186a37df7b6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:53,502 INFO [StoreOpener-92fdbc8e3d3e0ce3c969f186a37df7b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:34:53,503 INFO [StoreOpener-92fdbc8e3d3e0ce3c969f186a37df7b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92fdbc8e3d3e0ce3c969f186a37df7b6 columnFamilyName norep 2024-11-19T00:34:53,503 DEBUG [StoreOpener-92fdbc8e3d3e0ce3c969f186a37df7b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:53,503 INFO [StoreOpener-92fdbc8e3d3e0ce3c969f186a37df7b6-1 {}] regionserver.HStore(327): Store=92fdbc8e3d3e0ce3c969f186a37df7b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:53,504 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:34:53,504 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:34:53,504 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:34:53,505 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:34:53,505 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:34:53,505 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:34:53,506 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:34:53,507 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:53,507 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 92fdbc8e3d3e0ce3c969f186a37df7b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61981984, jitterRate=-0.07639646530151367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:34:53,508 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:34:53,508 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 92fdbc8e3d3e0ce3c969f186a37df7b6: Running coprocessor pre-open hook at 1731976493499Writing region info on filesystem at 1731976493499Initializing all the Stores at 1731976493500 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976493500Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976493500Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976493500Cleaning up temporary data from old regions at 1731976493505 (+5 ms)Running coprocessor post-open hooks at 1731976493508 (+3 ms)Region opened successfully at 1731976493508 2024-11-19T00:34:53,509 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6., pid=6, masterSystemTime=1731976493495 2024-11-19T00:34:53,510 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6. 2024-11-19T00:34:53,510 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6. 2024-11-19T00:34:53,511 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92fdbc8e3d3e0ce3c969f186a37df7b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,37309,1731976481731 2024-11-19T00:34:53,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92fdbc8e3d3e0ce3c969f186a37df7b6, server=6b1531871d35,37309,1731976481731 because future has completed 2024-11-19T00:34:53,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:34:53,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 92fdbc8e3d3e0ce3c969f186a37df7b6, server=6b1531871d35,37309,1731976481731 in 170 msec 2024-11-19T00:34:53,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:34:53,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=92fdbc8e3d3e0ce3c969f186a37df7b6, ASSIGN in 326 msec 2024-11-19T00:34:53,516 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:34:53,517 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976493516"}]},"ts":"1731976493516"} 2024-11-19T00:34:53,518 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:34:53,519 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:34:53,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 351 msec 2024-11-19T00:34:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:53,803 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:34:53,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,37911,1731976486425 2024-11-19T00:34:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40bcc39b 2024-11-19T00:34:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:53,805 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:34:53,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:34:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:34:53,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:34:53,808 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:53,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:34:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:53,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:34:53,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:34:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:54,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12640fd4946a13b9a0521e9797b2e4f1, NAME => 'test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc 2024-11-19T00:34:54,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:34:54,323 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:54,323 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:54,323 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48427 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:34:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:54,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:54,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 12640fd4946a13b9a0521e9797b2e4f1, disabling compactions & flushes 2024-11-19T00:34:54,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1. 2024-11-19T00:34:54,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1. 2024-11-19T00:34:54,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1. after waiting 0 ms 2024-11-19T00:34:54,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1. 2024-11-19T00:34:54,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1. 2024-11-19T00:34:54,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12640fd4946a13b9a0521e9797b2e4f1: Waiting for close lock at 1731976494619Disabling compacts and flushes for region at 1731976494619Disabling writes for close at 1731976494619Writing region close event to WAL at 1731976494619Closed at 1731976494619 2024-11-19T00:34:54,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:34:54,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976494620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976494620"}]},"ts":"1731976494620"} 2024-11-19T00:34:54,622 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:34:54,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:34:54,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976494623"}]},"ts":"1731976494623"} 2024-11-19T00:34:54,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:34:54,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12640fd4946a13b9a0521e9797b2e4f1, ASSIGN}] 2024-11-19T00:34:54,625 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12640fd4946a13b9a0521e9797b2e4f1, ASSIGN 2024-11-19T00:34:54,626 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=12640fd4946a13b9a0521e9797b2e4f1, ASSIGN; state=OFFLINE, location=6b1531871d35,37599,1731976486536; forceNewPlan=false, retain=false 2024-11-19T00:34:54,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12640fd4946a13b9a0521e9797b2e4f1, regionState=OPENING, regionLocation=6b1531871d35,37599,1731976486536 2024-11-19T00:34:54,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=12640fd4946a13b9a0521e9797b2e4f1, ASSIGN because future has completed 2024-11-19T00:34:54,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12640fd4946a13b9a0521e9797b2e4f1, server=6b1531871d35,37599,1731976486536}] 2024-11-19T00:34:54,933 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1. 2024-11-19T00:34:54,934 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 12640fd4946a13b9a0521e9797b2e4f1, NAME => 'test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:54,934 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:34:54,934 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:34:54,934 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:34:54,934 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:54,934 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:34:54,934 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:34:54,935 INFO [StoreOpener-12640fd4946a13b9a0521e9797b2e4f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:34:54,936 INFO [StoreOpener-12640fd4946a13b9a0521e9797b2e4f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12640fd4946a13b9a0521e9797b2e4f1 columnFamilyName f 2024-11-19T00:34:54,936 DEBUG [StoreOpener-12640fd4946a13b9a0521e9797b2e4f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:54,936 INFO [StoreOpener-12640fd4946a13b9a0521e9797b2e4f1-1 {}] regionserver.HStore(327): Store=12640fd4946a13b9a0521e9797b2e4f1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:54,937 INFO [StoreOpener-12640fd4946a13b9a0521e9797b2e4f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:34:54,937 INFO [StoreOpener-12640fd4946a13b9a0521e9797b2e4f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12640fd4946a13b9a0521e9797b2e4f1 columnFamilyName f1 2024-11-19T00:34:54,937 DEBUG [StoreOpener-12640fd4946a13b9a0521e9797b2e4f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:54,938 INFO [StoreOpener-12640fd4946a13b9a0521e9797b2e4f1-1 {}] regionserver.HStore(327): Store=12640fd4946a13b9a0521e9797b2e4f1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:54,938 INFO [StoreOpener-12640fd4946a13b9a0521e9797b2e4f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:34:54,939 INFO [StoreOpener-12640fd4946a13b9a0521e9797b2e4f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12640fd4946a13b9a0521e9797b2e4f1 columnFamilyName norep 2024-11-19T00:34:54,939 DEBUG [StoreOpener-12640fd4946a13b9a0521e9797b2e4f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:54,939 INFO [StoreOpener-12640fd4946a13b9a0521e9797b2e4f1-1 {}] regionserver.HStore(327): Store=12640fd4946a13b9a0521e9797b2e4f1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:54,939 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:34:54,940 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:34:54,940 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:34:54,940 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:34:54,940 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:34:54,941 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:34:54,941 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:34:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:54,943 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:54,943 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 12640fd4946a13b9a0521e9797b2e4f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59943005, jitterRate=-0.10677962005138397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:34:54,943 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:34:54,943 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 12640fd4946a13b9a0521e9797b2e4f1: Running coprocessor pre-open hook at 1731976494934Writing region info on filesystem at 1731976494934Initializing all the Stores at 1731976494935 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976494935Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976494935Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976494935Cleaning up temporary data from old regions at 1731976494940 (+5 ms)Running coprocessor post-open hooks at 1731976494943 (+3 ms)Region opened successfully at 1731976494943 2024-11-19T00:34:54,944 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1., pid=6, masterSystemTime=1731976494931 2024-11-19T00:34:54,946 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1. 2024-11-19T00:34:54,946 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1. 2024-11-19T00:34:54,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12640fd4946a13b9a0521e9797b2e4f1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,37599,1731976486536 2024-11-19T00:34:54,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12640fd4946a13b9a0521e9797b2e4f1, server=6b1531871d35,37599,1731976486536 because future has completed 2024-11-19T00:34:54,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:34:54,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 12640fd4946a13b9a0521e9797b2e4f1, server=6b1531871d35,37599,1731976486536 in 170 msec 2024-11-19T00:34:54,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:34:54,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=12640fd4946a13b9a0521e9797b2e4f1, ASSIGN in 326 msec 2024-11-19T00:34:54,953 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:34:54,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976494953"}]},"ts":"1731976494953"} 2024-11-19T00:34:54,954 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:34:54,955 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:34:54,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-19T00:34:55,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:34:55,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:55,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:55,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:55,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:55,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:55,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:55,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:55,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:55,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:55,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:55,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:55,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:34:55,396 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T00:34:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:55,953 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:34:55,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:55,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,45881,1731976491504 2024-11-19T00:34:55,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20eceef2 2024-11-19T00:34:55,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:55,955 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:34:55,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:34:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:34:55,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:34:55,959 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:55,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:34:55,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:34:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:55,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:34:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:56,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17a29dd3f9298f2abf73403eec775555, NAME => 'test,,1731976495956.17a29dd3f9298f2abf73403eec775555.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c 2024-11-19T00:34:56,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:34:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:56,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T00:34:56,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T00:34:56,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:34:56,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T00:34:56,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976495956.17a29dd3f9298f2abf73403eec775555.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:56,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 17a29dd3f9298f2abf73403eec775555, disabling compactions & flushes 2024-11-19T00:34:56,772 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976495956.17a29dd3f9298f2abf73403eec775555. 2024-11-19T00:34:56,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976495956.17a29dd3f9298f2abf73403eec775555. 2024-11-19T00:34:56,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976495956.17a29dd3f9298f2abf73403eec775555. after waiting 0 ms 2024-11-19T00:34:56,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976495956.17a29dd3f9298f2abf73403eec775555. 2024-11-19T00:34:56,772 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976495956.17a29dd3f9298f2abf73403eec775555. 2024-11-19T00:34:56,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17a29dd3f9298f2abf73403eec775555: Waiting for close lock at 1731976496772Disabling compacts and flushes for region at 1731976496772Disabling writes for close at 1731976496772Writing region close event to WAL at 1731976496772Closed at 1731976496772 2024-11-19T00:34:56,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:34:56,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976495956.17a29dd3f9298f2abf73403eec775555.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976496773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976496773"}]},"ts":"1731976496773"} 2024-11-19T00:34:56,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:34:56,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:34:56,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976496777"}]},"ts":"1731976496777"} 2024-11-19T00:34:56,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:34:56,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17a29dd3f9298f2abf73403eec775555, ASSIGN}] 2024-11-19T00:34:56,780 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17a29dd3f9298f2abf73403eec775555, ASSIGN 2024-11-19T00:34:56,780 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=17a29dd3f9298f2abf73403eec775555, ASSIGN; state=OFFLINE, location=6b1531871d35,40405,1731976491619; forceNewPlan=false, retain=false 2024-11-19T00:34:56,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17a29dd3f9298f2abf73403eec775555, regionState=OPENING, regionLocation=6b1531871d35,40405,1731976491619 2024-11-19T00:34:56,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=17a29dd3f9298f2abf73403eec775555, ASSIGN because future has completed 2024-11-19T00:34:56,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17a29dd3f9298f2abf73403eec775555, server=6b1531871d35,40405,1731976491619}] 2024-11-19T00:34:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:57,118 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976495956.17a29dd3f9298f2abf73403eec775555. 2024-11-19T00:34:57,118 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 17a29dd3f9298f2abf73403eec775555, NAME => 'test,,1731976495956.17a29dd3f9298f2abf73403eec775555.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:57,118 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:34:57,118 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:34:57,118 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:34:57,118 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976495956.17a29dd3f9298f2abf73403eec775555.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:57,118 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:34:57,118 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:34:57,119 INFO [StoreOpener-17a29dd3f9298f2abf73403eec775555-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:34:57,121 INFO [StoreOpener-17a29dd3f9298f2abf73403eec775555-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a29dd3f9298f2abf73403eec775555 columnFamilyName f 2024-11-19T00:34:57,121 DEBUG [StoreOpener-17a29dd3f9298f2abf73403eec775555-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:57,121 INFO [StoreOpener-17a29dd3f9298f2abf73403eec775555-1 {}] regionserver.HStore(327): Store=17a29dd3f9298f2abf73403eec775555/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:57,122 INFO [StoreOpener-17a29dd3f9298f2abf73403eec775555-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:34:57,122 INFO [StoreOpener-17a29dd3f9298f2abf73403eec775555-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a29dd3f9298f2abf73403eec775555 columnFamilyName f1 2024-11-19T00:34:57,122 DEBUG [StoreOpener-17a29dd3f9298f2abf73403eec775555-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:57,123 INFO [StoreOpener-17a29dd3f9298f2abf73403eec775555-1 {}] regionserver.HStore(327): Store=17a29dd3f9298f2abf73403eec775555/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:57,123 INFO [StoreOpener-17a29dd3f9298f2abf73403eec775555-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:34:57,123 INFO [StoreOpener-17a29dd3f9298f2abf73403eec775555-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a29dd3f9298f2abf73403eec775555 columnFamilyName norep 2024-11-19T00:34:57,123 DEBUG [StoreOpener-17a29dd3f9298f2abf73403eec775555-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:57,124 INFO [StoreOpener-17a29dd3f9298f2abf73403eec775555-1 {}] regionserver.HStore(327): Store=17a29dd3f9298f2abf73403eec775555/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:57,124 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:34:57,124 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555 2024-11-19T00:34:57,125 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555 2024-11-19T00:34:57,125 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:34:57,125 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:34:57,126 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:34:57,126 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:34:57,128 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:57,128 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 17a29dd3f9298f2abf73403eec775555; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65016442, jitterRate=-0.0311795175075531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:34:57,128 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:34:57,128 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 17a29dd3f9298f2abf73403eec775555: Running coprocessor pre-open hook at 1731976497118Writing region info on filesystem at 1731976497118Initializing all the Stores at 1731976497119 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976497119Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976497119Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976497119Cleaning up temporary data from old regions at 1731976497125 (+6 ms)Running coprocessor post-open hooks at 1731976497128 (+3 ms)Region opened successfully at 1731976497128 2024-11-19T00:34:57,129 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976495956.17a29dd3f9298f2abf73403eec775555., pid=6, masterSystemTime=1731976497085 2024-11-19T00:34:57,131 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976495956.17a29dd3f9298f2abf73403eec775555. 2024-11-19T00:34:57,131 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976495956.17a29dd3f9298f2abf73403eec775555. 2024-11-19T00:34:57,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17a29dd3f9298f2abf73403eec775555, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,40405,1731976491619 2024-11-19T00:34:57,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17a29dd3f9298f2abf73403eec775555, server=6b1531871d35,40405,1731976491619 because future has completed 2024-11-19T00:34:57,141 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45881 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6b1531871d35,40405,1731976491619, table=test, region=17a29dd3f9298f2abf73403eec775555. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T00:34:57,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:34:57,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 17a29dd3f9298f2abf73403eec775555, server=6b1531871d35,40405,1731976491619 in 208 msec 2024-11-19T00:34:57,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:34:57,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=17a29dd3f9298f2abf73403eec775555, ASSIGN in 364 msec 2024-11-19T00:34:57,145 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:34:57,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976497145"}]},"ts":"1731976497145"} 2024-11-19T00:34:57,147 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:34:57,148 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:34:57,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1920 sec 2024-11-19T00:34:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:34:58,103 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:34:58,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d4832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:58,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,32805,-1 for getting cluster id 2024-11-19T00:34:58,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:58,105 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0b12bae-f1b5-47f0-9b70-eb994235b0cf' 2024-11-19T00:34:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0b12bae-f1b5-47f0-9b70-eb994235b0cf" 2024-11-19T00:34:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c9535d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:58,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,32805,-1] 2024-11-19T00:34:58,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:58,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:58,106 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d19c212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:58,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,32805,1731976481565 2024-11-19T00:34:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@143dd4df 2024-11-19T00:34:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:58,109 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:34:58,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:37911,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:34:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:34:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:58,111 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:37911' 2024-11-19T00:34:58,112 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea39841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:58,112 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,37911,-1 for getting cluster id 2024-11-19T00:34:58,112 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:58,113 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd91c0644-788f-42d7-b71a-109f42ceaf38' 2024-11-19T00:34:58,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:58,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d91c0644-788f-42d7-b71a-109f42ceaf38" 2024-11-19T00:34:58,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4422603c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:58,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,37911,-1] 2024-11-19T00:34:58,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:58,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:58,114 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:58,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28482662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:58,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:58,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,37911,1731976486425 2024-11-19T00:34:58,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43e32dc 2024-11-19T00:34:58,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:58,117 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:34:58,117 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T00:34:58,117 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:34:58,117 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:58,118 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:58,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:34:58,118 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:34:58,119 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:34:58,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:34:58,120 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:58,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:34:58,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741837_1013 (size=1138) 2024-11-19T00:34:58,169 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T00:34:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:58,527 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ae342389a43a4e9a5ca719ffb46f8cb, NAME => 'hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324 2024-11-19T00:34:58,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741838_1014 (size=44) 2024-11-19T00:34:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:58,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:58,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4ae342389a43a4e9a5ca719ffb46f8cb, disabling compactions & flushes 2024-11-19T00:34:58,932 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. 2024-11-19T00:34:58,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. 2024-11-19T00:34:58,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. after waiting 0 ms 2024-11-19T00:34:58,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. 2024-11-19T00:34:58,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. 2024-11-19T00:34:58,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ae342389a43a4e9a5ca719ffb46f8cb: Waiting for close lock at 1731976498932Disabling compacts and flushes for region at 1731976498932Disabling writes for close at 1731976498933 (+1 ms)Writing region close event to WAL at 1731976498933Closed at 1731976498933 2024-11-19T00:34:58,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:34:58,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731976498934"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976498934"}]},"ts":"1731976498934"} 2024-11-19T00:34:58,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:34:58,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:34:58,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976498937"}]},"ts":"1731976498937"} 2024-11-19T00:34:58,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T00:34:58,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ae342389a43a4e9a5ca719ffb46f8cb, ASSIGN}] 2024-11-19T00:34:58,940 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ae342389a43a4e9a5ca719ffb46f8cb, ASSIGN 2024-11-19T00:34:58,941 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4ae342389a43a4e9a5ca719ffb46f8cb, ASSIGN; state=OFFLINE, location=6b1531871d35,37309,1731976481731; forceNewPlan=false, retain=false 2024-11-19T00:34:59,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4ae342389a43a4e9a5ca719ffb46f8cb, regionState=OPENING, regionLocation=6b1531871d35,37309,1731976481731 2024-11-19T00:34:59,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4ae342389a43a4e9a5ca719ffb46f8cb, ASSIGN because future has completed 2024-11-19T00:34:59,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ae342389a43a4e9a5ca719ffb46f8cb, server=6b1531871d35,37309,1731976481731}] 2024-11-19T00:34:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:34:59,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. 2024-11-19T00:34:59,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:34:59,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:34:59,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C37309%2C1731976481731.rep, suffix=, logDir=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731, archiveDir=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/oldWALs, maxLogs=10 2024-11-19T00:34:59,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.rep.1731976499251, exclude list is [], retry=0 2024-11-19T00:34:59,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42599,DS-f3498864-d3a1-480a-947e-dcc16ac3ff4e,DISK] 2024-11-19T00:34:59,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.rep.1731976499251 2024-11-19T00:34:59,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39499:39499)] 2024-11-19T00:34:59,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ae342389a43a4e9a5ca719ffb46f8cb, NAME => 'hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:34:59,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:34:59,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:34:59,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. service=MultiRowMutationService 2024-11-19T00:34:59,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:34:59,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:34:59,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:34:59,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:34:59,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:34:59,270 INFO [StoreOpener-4ae342389a43a4e9a5ca719ffb46f8cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:34:59,271 INFO [StoreOpener-4ae342389a43a4e9a5ca719ffb46f8cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ae342389a43a4e9a5ca719ffb46f8cb columnFamilyName hfileref 2024-11-19T00:34:59,272 DEBUG [StoreOpener-4ae342389a43a4e9a5ca719ffb46f8cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:59,272 INFO [StoreOpener-4ae342389a43a4e9a5ca719ffb46f8cb-1 {}] regionserver.HStore(327): Store=4ae342389a43a4e9a5ca719ffb46f8cb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:59,272 INFO [StoreOpener-4ae342389a43a4e9a5ca719ffb46f8cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:34:59,273 INFO [StoreOpener-4ae342389a43a4e9a5ca719ffb46f8cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ae342389a43a4e9a5ca719ffb46f8cb columnFamilyName queue 2024-11-19T00:34:59,273 DEBUG [StoreOpener-4ae342389a43a4e9a5ca719ffb46f8cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:59,273 INFO [StoreOpener-4ae342389a43a4e9a5ca719ffb46f8cb-1 {}] regionserver.HStore(327): Store=4ae342389a43a4e9a5ca719ffb46f8cb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:59,273 INFO [StoreOpener-4ae342389a43a4e9a5ca719ffb46f8cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:34:59,274 INFO [StoreOpener-4ae342389a43a4e9a5ca719ffb46f8cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ae342389a43a4e9a5ca719ffb46f8cb columnFamilyName sid 2024-11-19T00:34:59,274 DEBUG [StoreOpener-4ae342389a43a4e9a5ca719ffb46f8cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:34:59,275 INFO [StoreOpener-4ae342389a43a4e9a5ca719ffb46f8cb-1 {}] regionserver.HStore(327): Store=4ae342389a43a4e9a5ca719ffb46f8cb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:34:59,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:34:59,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/replication/4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:34:59,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/replication/4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:34:59,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:34:59,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:34:59,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:34:59,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:34:59,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/replication/4ae342389a43a4e9a5ca719ffb46f8cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:34:59,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4ae342389a43a4e9a5ca719ffb46f8cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74893313, jitterRate=0.1159973293542862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:34:59,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:34:59,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4ae342389a43a4e9a5ca719ffb46f8cb: Running coprocessor pre-open hook at 1731976499269Writing region info on filesystem at 1731976499269Initializing all the Stores at 1731976499270 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976499270Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976499270Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976499270Cleaning up temporary data from old regions at 1731976499276 (+6 ms)Running coprocessor post-open hooks at 1731976499279 (+3 ms)Region opened successfully at 1731976499279 2024-11-19T00:34:59,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb., pid=10, masterSystemTime=1731976499246 2024-11-19T00:34:59,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. 2024-11-19T00:34:59,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. 2024-11-19T00:34:59,282 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4ae342389a43a4e9a5ca719ffb46f8cb, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,37309,1731976481731 2024-11-19T00:34:59,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ae342389a43a4e9a5ca719ffb46f8cb, server=6b1531871d35,37309,1731976481731 because future has completed 2024-11-19T00:34:59,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T00:34:59,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ae342389a43a4e9a5ca719ffb46f8cb, server=6b1531871d35,37309,1731976481731 in 191 msec 2024-11-19T00:34:59,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T00:34:59,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ae342389a43a4e9a5ca719ffb46f8cb, ASSIGN in 348 msec 2024-11-19T00:34:59,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:34:59,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976499289"}]},"ts":"1731976499289"} 2024-11-19T00:34:59,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T00:34:59,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:34:59,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-19T00:34:59,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb., hostname=6b1531871d35,37309,1731976481731, seqNum=2] 2024-11-19T00:34:59,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:34:59,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:34:59,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:34:59,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37309 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T00:34:59,537 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T00:34:59,565 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,37309,1731976481731, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:34:59,566 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:34:59,566 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37309,1731976481731, seqNum=-1] 2024-11-19T00:34:59,566 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:34:59,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T00:34:59,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b1531871d35,37309,1731976481731', locateType=CURRENT is [region=hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb., hostname=6b1531871d35,37309,1731976481731, seqNum=2] 2024-11-19T00:34:59,571 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T00:34:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T00:34:59,574 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b1531871d35,37309,1731976481731 suceeded 2024-11-19T00:34:59,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T00:34:59,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-19T00:34:59,575 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b1531871d35:37911,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:34:59,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4660 sec 2024-11-19T00:34:59,588 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:37911' 2024-11-19T00:34:59,589 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14c4790a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:59,589 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,37911,-1 for getting cluster id 2024-11-19T00:34:59,590 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:34:59,590 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd91c0644-788f-42d7-b71a-109f42ceaf38' 2024-11-19T00:34:59,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:34:59,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d91c0644-788f-42d7-b71a-109f42ceaf38" 2024-11-19T00:34:59,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bc1d315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:59,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,37911,-1] 2024-11-19T00:34:59,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:34:59,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:34:59,591 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:34:59,592 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@630a858c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:34:59,592 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:34:59,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,37911,1731976486425 2024-11-19T00:34:59,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@416503cf 2024-11-19T00:34:59,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:34:59,594 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-19T00:34:59,594 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,37309,1731976481731 (queues=1) is replicating from cluster=d0b12bae-f1b5-47f0-9b70-eb994235b0cf to cluster=d91c0644-788f-42d7-b71a-109f42ceaf38 2024-11-19T00:34:59,595 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C37309%2C1731976481731 2024-11-19T00:34:59,595 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,37309,1731976481731, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:34:59,595 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C37309%2C1731976481731 2024-11-19T00:34:59,595 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530, startPosition=0, beingWritten=true 2024-11-19T00:34:59,601 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:34:59,601 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 379, reset compression=false 2024-11-19T00:34:59,601 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37309,1731976481731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:34:59,808 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 379, reset compression=false 2024-11-19T00:35:00,112 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 379, reset compression=false 2024-11-19T00:35:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:00,253 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:35:00,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:00,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:00,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:00,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:00,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:00,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287a42ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:00,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,37911,-1 for getting cluster id 2024-11-19T00:35:00,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:00,255 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd91c0644-788f-42d7-b71a-109f42ceaf38' 2024-11-19T00:35:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d91c0644-788f-42d7-b71a-109f42ceaf38" 2024-11-19T00:35:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43425813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,37911,-1] 2024-11-19T00:35:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:00,256 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:00,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12581721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:00,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,37911,1731976486425 2024-11-19T00:35:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63d0a65a 2024-11-19T00:35:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:00,259 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:35:00,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:45881,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:35:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:35:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:00,261 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:45881' 2024-11-19T00:35:00,262 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1797a40f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:00,262 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45881,-1 for getting cluster id 2024-11-19T00:35:00,262 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:00,263 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45e9884a-766d-4138-a06d-bedc042b864b' 2024-11-19T00:35:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45e9884a-766d-4138-a06d-bedc042b864b" 2024-11-19T00:35:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea9bd88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45881,-1] 2024-11-19T00:35:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:00,264 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:00,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34115d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:00,264 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:00,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,45881,1731976491504 2024-11-19T00:35:00,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19d716b7 2024-11-19T00:35:00,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:00,266 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:35:00,266 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T00:35:00,266 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:35:00,266 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:00,266 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:00,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:00,267 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:35:00,268 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:35:00,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:35:00,269 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:00,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:35:00,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741837_1013 (size=1138) 2024-11-19T00:35:00,318 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T00:35:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:00,437 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:35:00,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:00,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:00,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:00,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:00,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:00,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:00,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:00,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:00,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:00,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:00,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:00,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:00,515 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 379, reset compression=false 2024-11-19T00:35:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:00,678 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b1933ed5243ba96feb4b22ae175eb03, NAME => 'hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc 2024-11-19T00:35:00,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741838_1014 (size=44) 2024-11-19T00:35:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:01,018 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 379, reset compression=false 2024-11-19T00:35:01,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:01,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3b1933ed5243ba96feb4b22ae175eb03, disabling compactions & flushes 2024-11-19T00:35:01,082 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. 2024-11-19T00:35:01,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. 2024-11-19T00:35:01,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. after waiting 0 ms 2024-11-19T00:35:01,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. 2024-11-19T00:35:01,082 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. 2024-11-19T00:35:01,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b1933ed5243ba96feb4b22ae175eb03: Waiting for close lock at 1731976501082Disabling compacts and flushes for region at 1731976501082Disabling writes for close at 1731976501082Writing region close event to WAL at 1731976501082Closed at 1731976501082 2024-11-19T00:35:01,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:35:01,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731976501084"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976501084"}]},"ts":"1731976501084"} 2024-11-19T00:35:01,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:35:01,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:35:01,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976501086"}]},"ts":"1731976501086"} 2024-11-19T00:35:01,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T00:35:01,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b1933ed5243ba96feb4b22ae175eb03, ASSIGN}] 2024-11-19T00:35:01,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b1933ed5243ba96feb4b22ae175eb03, ASSIGN 2024-11-19T00:35:01,090 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b1933ed5243ba96feb4b22ae175eb03, ASSIGN; state=OFFLINE, location=6b1531871d35,37599,1731976486536; forceNewPlan=false, retain=false 2024-11-19T00:35:01,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3b1933ed5243ba96feb4b22ae175eb03, regionState=OPENING, regionLocation=6b1531871d35,37599,1731976486536 2024-11-19T00:35:01,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b1933ed5243ba96feb4b22ae175eb03, ASSIGN because future has completed 2024-11-19T00:35:01,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b1933ed5243ba96feb4b22ae175eb03, server=6b1531871d35,37599,1731976486536}] 2024-11-19T00:35:01,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. 2024-11-19T00:35:01,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:35:01,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:35:01,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C37599%2C1731976486536.rep, suffix=, logDir=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536, archiveDir=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/oldWALs, maxLogs=10 2024-11-19T00:35:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:01,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.rep.1731976501399, exclude list is [], retry=0 2024-11-19T00:35:01,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39573,DS-20a32517-babc-49e7-816a-7d9545ce53b1,DISK] 2024-11-19T00:35:01,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.rep.1731976501399 2024-11-19T00:35:01,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41529:41529)] 2024-11-19T00:35:01,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b1933ed5243ba96feb4b22ae175eb03, NAME => 'hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:35:01,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:35:01,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:35:01,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. service=MultiRowMutationService 2024-11-19T00:35:01,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:35:01,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:01,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:01,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:01,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:01,416 INFO [StoreOpener-3b1933ed5243ba96feb4b22ae175eb03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:01,417 INFO [StoreOpener-3b1933ed5243ba96feb4b22ae175eb03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b1933ed5243ba96feb4b22ae175eb03 columnFamilyName hfileref 2024-11-19T00:35:01,417 DEBUG [StoreOpener-3b1933ed5243ba96feb4b22ae175eb03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:01,417 INFO [StoreOpener-3b1933ed5243ba96feb4b22ae175eb03-1 {}] regionserver.HStore(327): Store=3b1933ed5243ba96feb4b22ae175eb03/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:01,417 INFO [StoreOpener-3b1933ed5243ba96feb4b22ae175eb03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:01,418 INFO [StoreOpener-3b1933ed5243ba96feb4b22ae175eb03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b1933ed5243ba96feb4b22ae175eb03 columnFamilyName queue 2024-11-19T00:35:01,418 DEBUG [StoreOpener-3b1933ed5243ba96feb4b22ae175eb03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:01,418 INFO [StoreOpener-3b1933ed5243ba96feb4b22ae175eb03-1 {}] regionserver.HStore(327): Store=3b1933ed5243ba96feb4b22ae175eb03/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:01,418 INFO [StoreOpener-3b1933ed5243ba96feb4b22ae175eb03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:01,419 INFO [StoreOpener-3b1933ed5243ba96feb4b22ae175eb03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b1933ed5243ba96feb4b22ae175eb03 columnFamilyName sid 2024-11-19T00:35:01,419 DEBUG [StoreOpener-3b1933ed5243ba96feb4b22ae175eb03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:01,419 INFO [StoreOpener-3b1933ed5243ba96feb4b22ae175eb03-1 {}] regionserver.HStore(327): Store=3b1933ed5243ba96feb4b22ae175eb03/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:01,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:01,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/replication/3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:01,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/replication/3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:35:01,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:01,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/replication/3b1933ed5243ba96feb4b22ae175eb03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:35:01,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3b1933ed5243ba96feb4b22ae175eb03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70024761, jitterRate=0.0434502512216568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:35:01,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:01,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3b1933ed5243ba96feb4b22ae175eb03: Running coprocessor pre-open hook at 1731976501415Writing region info on filesystem at 1731976501415Initializing all the Stores at 1731976501415Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976501415Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976501415Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976501415Cleaning up temporary data from old regions at 1731976501421 (+6 ms)Running coprocessor post-open hooks at 1731976501423 (+2 ms)Region opened successfully at 1731976501423 2024-11-19T00:35:01,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03., pid=10, masterSystemTime=1731976501394 2024-11-19T00:35:01,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. 2024-11-19T00:35:01,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. 2024-11-19T00:35:01,426 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3b1933ed5243ba96feb4b22ae175eb03, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,37599,1731976486536 2024-11-19T00:35:01,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b1933ed5243ba96feb4b22ae175eb03, server=6b1531871d35,37599,1731976486536 because future has completed 2024-11-19T00:35:01,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T00:35:01,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b1933ed5243ba96feb4b22ae175eb03, server=6b1531871d35,37599,1731976486536 in 186 msec 2024-11-19T00:35:01,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T00:35:01,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b1933ed5243ba96feb4b22ae175eb03, ASSIGN in 342 msec 2024-11-19T00:35:01,432 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:35:01,432 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976501432"}]},"ts":"1731976501432"} 2024-11-19T00:35:01,433 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T00:35:01,434 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:35:01,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-19T00:35:01,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03., hostname=6b1531871d35,37599,1731976486536, seqNum=2] 2024-11-19T00:35:01,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:35:01,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:35:01,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:35:01,622 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 379, reset compression=false 2024-11-19T00:35:01,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T00:35:01,686 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T00:35:01,713 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,37599,1731976486536, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:35:01,714 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:01,714 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37599,1731976486536, seqNum=-1] 2024-11-19T00:35:01,714 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:01,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T00:35:01,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b1531871d35,37599,1731976486536', locateType=CURRENT is [region=hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03., hostname=6b1531871d35,37599,1731976486536, seqNum=2] 2024-11-19T00:35:01,719 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T00:35:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T00:35:01,721 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b1531871d35,37599,1731976486536 suceeded 2024-11-19T00:35:01,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T00:35:01,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-19T00:35:01,723 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b1531871d35:45881,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:35:01,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4640 sec 2024-11-19T00:35:01,739 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:45881' 2024-11-19T00:35:01,740 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6584efce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:01,740 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45881,-1 for getting cluster id 2024-11-19T00:35:01,740 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:01,741 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45e9884a-766d-4138-a06d-bedc042b864b' 2024-11-19T00:35:01,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:01,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45e9884a-766d-4138-a06d-bedc042b864b" 2024-11-19T00:35:01,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60888380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:01,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45881,-1] 2024-11-19T00:35:01,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:01,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:01,742 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:01,743 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45b20f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:01,743 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:01,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,45881,1731976491504 2024-11-19T00:35:01,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@781ebb73 2024-11-19T00:35:01,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:01,744 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-19T00:35:01,745 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,37599,1731976486536 (queues=1) is replicating from cluster=d91c0644-788f-42d7-b71a-109f42ceaf38 to cluster=45e9884a-766d-4138-a06d-bedc042b864b 2024-11-19T00:35:01,745 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C37599%2C1731976486536 2024-11-19T00:35:01,745 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,37599,1731976486536, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:35:01,745 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C37599%2C1731976486536 2024-11-19T00:35:01,745 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670, startPosition=0, beingWritten=true 2024-11-19T00:35:01,750 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:01,750 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 379, reset compression=false 2024-11-19T00:35:01,750 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37599,1731976486536 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:01,954 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 379, reset compression=false 2024-11-19T00:35:02,257 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 379, reset compression=false 2024-11-19T00:35:02,325 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 379, reset compression=false 2024-11-19T00:35:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:02,412 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:35:02,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:02,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:02,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:02,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:02,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:02,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:02,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45881,-1 for getting cluster id 2024-11-19T00:35:02,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:02,414 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45e9884a-766d-4138-a06d-bedc042b864b' 2024-11-19T00:35:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45e9884a-766d-4138-a06d-bedc042b864b" 2024-11-19T00:35:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7478ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45881,-1] 2024-11-19T00:35:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:02,415 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f99d53c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:02,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,45881,1731976491504 2024-11-19T00:35:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c603234 2024-11-19T00:35:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:02,417 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:35:02,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:32805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:35:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:35:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:02,419 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:32805' 2024-11-19T00:35:02,420 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6b9259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:02,420 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,32805,-1 for getting cluster id 2024-11-19T00:35:02,420 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:02,421 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0b12bae-f1b5-47f0-9b70-eb994235b0cf' 2024-11-19T00:35:02,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:02,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0b12bae-f1b5-47f0-9b70-eb994235b0cf" 2024-11-19T00:35:02,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c108d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:02,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,32805,-1] 2024-11-19T00:35:02,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:02,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:02,422 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:02,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a034b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:02,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:02,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,32805,1731976481565 2024-11-19T00:35:02,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10a31f03 2024-11-19T00:35:02,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:02,425 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:35:02,425 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T00:35:02,425 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:35:02,425 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:02,425 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:02,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:02,426 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:35:02,427 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:35:02,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:35:02,427 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:02,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:35:02,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741837_1013 (size=1138) 2024-11-19T00:35:02,477 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T00:35:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:02,661 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 379, reset compression=false 2024-11-19T00:35:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:02,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b77ae7cc403c3d6c92e6b11a3c1aac1a, NAME => 'hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c 2024-11-19T00:35:02,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741838_1014 (size=44) 2024-11-19T00:35:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:03,128 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 379, reset compression=false 2024-11-19T00:35:03,164 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 379, reset compression=false 2024-11-19T00:35:03,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:03,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b77ae7cc403c3d6c92e6b11a3c1aac1a, disabling compactions & flushes 2024-11-19T00:35:03,252 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. 2024-11-19T00:35:03,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. 2024-11-19T00:35:03,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. after waiting 0 ms 2024-11-19T00:35:03,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. 2024-11-19T00:35:03,252 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. 2024-11-19T00:35:03,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b77ae7cc403c3d6c92e6b11a3c1aac1a: Waiting for close lock at 1731976503252Disabling compacts and flushes for region at 1731976503252Disabling writes for close at 1731976503252Writing region close event to WAL at 1731976503252Closed at 1731976503252 2024-11-19T00:35:03,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:35:03,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731976503253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976503253"}]},"ts":"1731976503253"} 2024-11-19T00:35:03,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:35:03,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:35:03,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976503256"}]},"ts":"1731976503256"} 2024-11-19T00:35:03,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T00:35:03,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b77ae7cc403c3d6c92e6b11a3c1aac1a, ASSIGN}] 2024-11-19T00:35:03,258 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b77ae7cc403c3d6c92e6b11a3c1aac1a, ASSIGN 2024-11-19T00:35:03,259 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b77ae7cc403c3d6c92e6b11a3c1aac1a, ASSIGN; state=OFFLINE, location=6b1531871d35,40405,1731976491619; forceNewPlan=false, retain=false 2024-11-19T00:35:03,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b77ae7cc403c3d6c92e6b11a3c1aac1a, regionState=OPENING, regionLocation=6b1531871d35,40405,1731976491619 2024-11-19T00:35:03,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b77ae7cc403c3d6c92e6b11a3c1aac1a, ASSIGN because future has completed 2024-11-19T00:35:03,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b77ae7cc403c3d6c92e6b11a3c1aac1a, server=6b1531871d35,40405,1731976491619}] 2024-11-19T00:35:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:03,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. 2024-11-19T00:35:03,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:35:03,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:35:03,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C40405%2C1731976491619.rep, suffix=, logDir=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619, archiveDir=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/oldWALs, maxLogs=10 2024-11-19T00:35:03,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.rep.1731976503571, exclude list is [], retry=0 2024-11-19T00:35:03,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37653,DS-8c1f47aa-4c0c-417c-bf6e-41a041f38ea6,DISK] 2024-11-19T00:35:03,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.rep.1731976503571 2024-11-19T00:35:03,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38969:38969)] 2024-11-19T00:35:03,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b77ae7cc403c3d6c92e6b11a3c1aac1a, NAME => 'hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:35:03,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:35:03,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:35:03,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. service=MultiRowMutationService 2024-11-19T00:35:03,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:35:03,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:03,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:03,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:03,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:03,588 INFO [StoreOpener-b77ae7cc403c3d6c92e6b11a3c1aac1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:03,589 INFO [StoreOpener-b77ae7cc403c3d6c92e6b11a3c1aac1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b77ae7cc403c3d6c92e6b11a3c1aac1a columnFamilyName hfileref 2024-11-19T00:35:03,589 DEBUG [StoreOpener-b77ae7cc403c3d6c92e6b11a3c1aac1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:03,589 INFO [StoreOpener-b77ae7cc403c3d6c92e6b11a3c1aac1a-1 {}] regionserver.HStore(327): Store=b77ae7cc403c3d6c92e6b11a3c1aac1a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:03,589 INFO [StoreOpener-b77ae7cc403c3d6c92e6b11a3c1aac1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:03,590 INFO [StoreOpener-b77ae7cc403c3d6c92e6b11a3c1aac1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b77ae7cc403c3d6c92e6b11a3c1aac1a columnFamilyName queue 2024-11-19T00:35:03,590 DEBUG [StoreOpener-b77ae7cc403c3d6c92e6b11a3c1aac1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:03,590 INFO [StoreOpener-b77ae7cc403c3d6c92e6b11a3c1aac1a-1 {}] regionserver.HStore(327): Store=b77ae7cc403c3d6c92e6b11a3c1aac1a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:03,590 INFO [StoreOpener-b77ae7cc403c3d6c92e6b11a3c1aac1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:03,591 INFO [StoreOpener-b77ae7cc403c3d6c92e6b11a3c1aac1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b77ae7cc403c3d6c92e6b11a3c1aac1a columnFamilyName sid 2024-11-19T00:35:03,591 DEBUG [StoreOpener-b77ae7cc403c3d6c92e6b11a3c1aac1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:03,591 INFO [StoreOpener-b77ae7cc403c3d6c92e6b11a3c1aac1a-1 {}] regionserver.HStore(327): Store=b77ae7cc403c3d6c92e6b11a3c1aac1a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:03,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:03,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/replication/b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:03,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/replication/b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:03,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:03,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:03,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:35:03,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:03,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/replication/b77ae7cc403c3d6c92e6b11a3c1aac1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:35:03,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b77ae7cc403c3d6c92e6b11a3c1aac1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72474538, jitterRate=0.07995477318763733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:35:03,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:03,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b77ae7cc403c3d6c92e6b11a3c1aac1a: Running coprocessor pre-open hook at 1731976503587Writing region info on filesystem at 1731976503587Initializing all the Stores at 1731976503587Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976503587Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976503587Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976503587Cleaning up temporary data from old regions at 1731976503593 (+6 ms)Running coprocessor post-open hooks at 1731976503595 (+2 ms)Region opened successfully at 1731976503595 2024-11-19T00:35:03,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a., pid=10, masterSystemTime=1731976503563 2024-11-19T00:35:03,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. 2024-11-19T00:35:03,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. 2024-11-19T00:35:03,598 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b77ae7cc403c3d6c92e6b11a3c1aac1a, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,40405,1731976491619 2024-11-19T00:35:03,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b77ae7cc403c3d6c92e6b11a3c1aac1a, server=6b1531871d35,40405,1731976491619 because future has completed 2024-11-19T00:35:03,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T00:35:03,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b77ae7cc403c3d6c92e6b11a3c1aac1a, server=6b1531871d35,40405,1731976491619 in 189 msec 2024-11-19T00:35:03,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T00:35:03,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b77ae7cc403c3d6c92e6b11a3c1aac1a, ASSIGN in 345 msec 2024-11-19T00:35:03,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:35:03,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976503604"}]},"ts":"1731976503604"} 2024-11-19T00:35:03,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T00:35:03,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:35:03,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-19T00:35:03,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a., hostname=6b1531871d35,40405,1731976491619, seqNum=2] 2024-11-19T00:35:03,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:35:03,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:35:03,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:35:03,766 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 379, reset compression=false 2024-11-19T00:35:03,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T00:35:03,845 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T00:35:03,872 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,40405,1731976491619, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:35:03,872 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:03,872 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,40405,1731976491619, seqNum=-1] 2024-11-19T00:35:03,873 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:03,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T00:35:03,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b1531871d35,40405,1731976491619', locateType=CURRENT is [region=hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a., hostname=6b1531871d35,40405,1731976491619, seqNum=2] 2024-11-19T00:35:03,877 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T00:35:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T00:35:03,879 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b1531871d35,40405,1731976491619 suceeded 2024-11-19T00:35:03,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T00:35:03,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-19T00:35:03,880 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b1531871d35:32805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:35:03,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4630 sec 2024-11-19T00:35:03,890 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:32805' 2024-11-19T00:35:03,891 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61e9472d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:03,891 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,32805,-1 for getting cluster id 2024-11-19T00:35:03,891 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:03,891 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0b12bae-f1b5-47f0-9b70-eb994235b0cf' 2024-11-19T00:35:03,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:03,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0b12bae-f1b5-47f0-9b70-eb994235b0cf" 2024-11-19T00:35:03,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e4d2f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:03,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,32805,-1] 2024-11-19T00:35:03,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:03,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:03,893 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:03,893 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7483978e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:03,893 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:03,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,32805,1731976481565 2024-11-19T00:35:03,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490a3cd9 2024-11-19T00:35:03,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:03,894 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T00:35:03,895 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,40405,1731976491619 (queues=1) is replicating from cluster=45e9884a-766d-4138-a06d-bedc042b864b to cluster=d0b12bae-f1b5-47f0-9b70-eb994235b0cf 2024-11-19T00:35:03,895 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C40405%2C1731976491619 2024-11-19T00:35:03,895 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,40405,1731976491619, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:35:03,895 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C40405%2C1731976491619 2024-11-19T00:35:03,896 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151, startPosition=0, beingWritten=true 2024-11-19T00:35:03,899 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:03,899 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 379, reset compression=false 2024-11-19T00:35:03,899 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40405,1731976491619 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:04,032 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 379, reset compression=false 2024-11-19T00:35:04,102 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 379, reset compression=false 2024-11-19T00:35:04,406 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 379, reset compression=false 2024-11-19T00:35:04,470 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 379, reset compression=false 2024-11-19T00:35:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:04,563 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:35:04,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:04,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:04,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:04,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:04,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:04,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:04,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,32805,-1 for getting cluster id 2024-11-19T00:35:04,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:04,565 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0b12bae-f1b5-47f0-9b70-eb994235b0cf' 2024-11-19T00:35:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0b12bae-f1b5-47f0-9b70-eb994235b0cf" 2024-11-19T00:35:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d98191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,32805,-1] 2024-11-19T00:35:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:04,566 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:04,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec0264a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:04,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def26fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:04,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,37911,-1 for getting cluster id 2024-11-19T00:35:04,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:04,567 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd91c0644-788f-42d7-b71a-109f42ceaf38' 2024-11-19T00:35:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d91c0644-788f-42d7-b71a-109f42ceaf38" 2024-11-19T00:35:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d88cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,37911,-1] 2024-11-19T00:35:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:04,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:04,568 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:04,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ed7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:04,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c594682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:04,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45881,-1 for getting cluster id 2024-11-19T00:35:04,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:04,570 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45e9884a-766d-4138-a06d-bedc042b864b' 2024-11-19T00:35:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45e9884a-766d-4138-a06d-bedc042b864b" 2024-11-19T00:35:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7141c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45881,-1] 2024-11-19T00:35:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:04,571 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:04,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d92afc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:04,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:04,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37309,1731976481731, seqNum=-1] 2024-11-19T00:35:04,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:04,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:35:04,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6., hostname=6b1531871d35,37309,1731976481731, seqNum=2] 2024-11-19T00:35:04,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,40405,1731976491619, seqNum=-1] 2024-11-19T00:35:04,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:04,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:35:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731976495956.17a29dd3f9298f2abf73403eec775555., hostname=6b1531871d35,40405,1731976491619, seqNum=2] 2024-11-19T00:35:04,583 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T00:35:04,809 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 379, reset compression=false 2024-11-19T00:35:05,035 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 379, reset compression=false 2024-11-19T00:35:05,039 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:05,039 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 480, reset compression=false 2024-11-19T00:35:05,039 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37309,1731976481731 got entry batch from reader: WALEntryBatch [walEntries=[{test/92fdbc8e3d3e0ce3c969f186a37df7b6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T00:35:05,041 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:35:05,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-19T00:35:05,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37599 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:05,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14a5a02a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:05,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37599 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,37911,-1 for getting cluster id 2024-11-19T00:35:05,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:05,045 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd91c0644-788f-42d7-b71a-109f42ceaf38' 2024-11-19T00:35:05,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:05,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d91c0644-788f-42d7-b71a-109f42ceaf38" 2024-11-19T00:35:05,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e51f508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:05,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,37911,-1] 2024-11-19T00:35:05,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:05,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:05,047 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:05,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d97120d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:05,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:05,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37599,1731976486536, seqNum=-1] 2024-11-19T00:35:05,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:05,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T00:35:05,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1., hostname=6b1531871d35,37599,1731976486536, seqNum=2] 2024-11-19T00:35:05,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37599 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:05,245 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 480, reset compression=false 2024-11-19T00:35:05,274 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 379, reset compression=false 2024-11-19T00:35:05,278 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:05,278 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 504, reset compression=false 2024-11-19T00:35:05,278 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37599,1731976486536 got entry batch from reader: WALEntryBatch [walEntries=[{test/12640fd4946a13b9a0521e9797b2e4f1/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T00:35:05,280 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:35:05,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-19T00:35:05,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:05,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7014cb7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:05,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45881,-1 for getting cluster id 2024-11-19T00:35:05,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:05,282 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45e9884a-766d-4138-a06d-bedc042b864b' 2024-11-19T00:35:05,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:05,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45e9884a-766d-4138-a06d-bedc042b864b" 2024-11-19T00:35:05,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bc63e7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:05,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45881,-1] 2024-11-19T00:35:05,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:05,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:05,283 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:05,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@462248b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:05,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:05,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,40405,1731976491619, seqNum=-1] 2024-11-19T00:35:05,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:05,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T00:35:05,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731976495956.17a29dd3f9298f2abf73403eec775555., hostname=6b1531871d35,40405,1731976491619, seqNum=2] 2024-11-19T00:35:05,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:05,313 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 379, reset compression=false 2024-11-19T00:35:05,318 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:05,318 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 528, reset compression=false 2024-11-19T00:35:05,318 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40405,1731976491619 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:05,481 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 504, reset compression=false 2024-11-19T00:35:05,521 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 528, reset compression=false 2024-11-19T00:35:05,549 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 480, reset compression=false 2024-11-19T00:35:05,584 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T00:35:05,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:05,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37599,1731976486536, seqNum=-1] 2024-11-19T00:35:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:05,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:35:05,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1., hostname=6b1531871d35,37599,1731976486536, seqNum=2] 2024-11-19T00:35:05,591 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T00:35:05,784 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 504, reset compression=false 2024-11-19T00:35:05,788 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:05,788 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 608, reset compression=false 2024-11-19T00:35:05,788 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37599,1731976486536 got entry batch from reader: WALEntryBatch [walEntries=[{test/12640fd4946a13b9a0521e9797b2e4f1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T00:35:05,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:05,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:05,824 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 528, reset compression=false 2024-11-19T00:35:05,828 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:05,829 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 656, reset compression=false 2024-11-19T00:35:05,829 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40405,1731976491619 got entry batch from reader: WALEntryBatch [walEntries=[{test/17a29dd3f9298f2abf73403eec775555/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T00:35:05,830 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:35:05,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T00:35:05,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:05,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42201061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:05,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,32805,-1 for getting cluster id 2024-11-19T00:35:05,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:05,833 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0b12bae-f1b5-47f0-9b70-eb994235b0cf' 2024-11-19T00:35:05,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:05,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0b12bae-f1b5-47f0-9b70-eb994235b0cf" 2024-11-19T00:35:05,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46cfb259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:05,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,32805,-1] 2024-11-19T00:35:05,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:05,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:05,834 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:05,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60ee484a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:05,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:05,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37309,1731976481731, seqNum=-1] 2024-11-19T00:35:05,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:05,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T00:35:05,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6., hostname=6b1531871d35,37309,1731976481731, seqNum=2] 2024-11-19T00:35:05,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:05,952 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 480, reset compression=false 2024-11-19T00:35:05,956 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:05,956 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 631, reset compression=false 2024-11-19T00:35:05,956 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37309,1731976481731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:05,991 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 608, reset compression=false 2024-11-19T00:35:06,032 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 656, reset compression=false 2024-11-19T00:35:06,160 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 631, reset compression=false 2024-11-19T00:35:06,295 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 608, reset compression=false 2024-11-19T00:35:06,335 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 656, reset compression=false 2024-11-19T00:35:06,463 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 631, reset compression=false 2024-11-19T00:35:06,592 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T00:35:06,595 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T00:35:06,698 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 608, reset compression=false 2024-11-19T00:35:06,738 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 656, reset compression=false 2024-11-19T00:35:06,751 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:06,751 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 760, reset compression=false 2024-11-19T00:35:06,751 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40405,1731976491619 got entry batch from reader: WALEntryBatch [walEntries=[{test/17a29dd3f9298f2abf73403eec775555/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T00:35:06,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:06,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:06,866 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 631, reset compression=false 2024-11-19T00:35:06,870 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:06,870 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 758, reset compression=false 2024-11-19T00:35:06,871 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37309,1731976481731 got entry batch from reader: WALEntryBatch [walEntries=[{test/92fdbc8e3d3e0ce3c969f186a37df7b6/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T00:35:06,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37599 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:06,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37599 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:06,917 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:35:06,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:06,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:06,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:06,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:06,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:06,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:06,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:06,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:06,954 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 760, reset compression=false 2024-11-19T00:35:06,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:06,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:06,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:06,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:07,074 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 758, reset compression=false 2024-11-19T00:35:07,201 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 608, reset compression=false 2024-11-19T00:35:07,205 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:07,205 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 759, reset compression=false 2024-11-19T00:35:07,205 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37599,1731976486536 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:07,258 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 760, reset compression=false 2024-11-19T00:35:07,377 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 758, reset compression=false 2024-11-19T00:35:07,409 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 759, reset compression=false 2024-11-19T00:35:07,597 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T00:35:07,606 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T00:35:07,661 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 760, reset compression=false 2024-11-19T00:35:07,712 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 759, reset compression=false 2024-11-19T00:35:07,781 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 758, reset compression=false 2024-11-19T00:35:07,787 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:07,787 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 914, reset compression=false 2024-11-19T00:35:07,787 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37309,1731976481731 got entry batch from reader: WALEntryBatch [walEntries=[{test/92fdbc8e3d3e0ce3c969f186a37df7b6/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T00:35:07,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37599 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:07,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37599 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:07,992 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 914, reset compression=false 2024-11-19T00:35:08,116 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 759, reset compression=false 2024-11-19T00:35:08,121 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:08,121 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 907, reset compression=false 2024-11-19T00:35:08,121 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37599,1731976486536 got entry batch from reader: WALEntryBatch [walEntries=[{test/12640fd4946a13b9a0521e9797b2e4f1/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T00:35:08,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:08,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:08,165 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 760, reset compression=false 2024-11-19T00:35:08,170 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:08,170 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 932, reset compression=false 2024-11-19T00:35:08,170 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40405,1731976491619 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:08,295 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 914, reset compression=false 2024-11-19T00:35:08,326 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 907, reset compression=false 2024-11-19T00:35:08,373 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 932, reset compression=false 2024-11-19T00:35:08,607 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T00:35:08,611 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T00:35:08,629 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 907, reset compression=false 2024-11-19T00:35:08,633 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:08,633 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1066, reset compression=false 2024-11-19T00:35:08,633 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37599,1731976486536 got entry batch from reader: WALEntryBatch [walEntries=[{test/12640fd4946a13b9a0521e9797b2e4f1/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T00:35:08,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:08,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:08,677 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 932, reset compression=false 2024-11-19T00:35:08,681 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:08,681 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1082, reset compression=false 2024-11-19T00:35:08,681 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40405,1731976491619 got entry batch from reader: WALEntryBatch [walEntries=[{test/17a29dd3f9298f2abf73403eec775555/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T00:35:08,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:08,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:08,699 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 914, reset compression=false 2024-11-19T00:35:08,703 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:08,703 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1087, reset compression=false 2024-11-19T00:35:08,703 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37309,1731976481731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:08,836 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1066, reset compression=false 2024-11-19T00:35:08,885 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1082, reset compression=false 2024-11-19T00:35:08,906 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1087, reset compression=false 2024-11-19T00:35:09,140 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1066, reset compression=false 2024-11-19T00:35:09,189 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1082, reset compression=false 2024-11-19T00:35:09,209 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1087, reset compression=false 2024-11-19T00:35:09,543 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1066, reset compression=false 2024-11-19T00:35:09,592 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1082, reset compression=false 2024-11-19T00:35:09,612 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T00:35:09,613 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1087, reset compression=false 2024-11-19T00:35:09,616 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T00:35:10,047 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1066, reset compression=false 2024-11-19T00:35:10,095 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1082, reset compression=false 2024-11-19T00:35:10,100 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:10,100 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1241, reset compression=false 2024-11-19T00:35:10,100 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40405,1731976491619 got entry batch from reader: WALEntryBatch [walEntries=[{test/17a29dd3f9298f2abf73403eec775555/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T00:35:10,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:10,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:10,116 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1087, reset compression=false 2024-11-19T00:35:10,121 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:10,121 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1236, reset compression=false 2024-11-19T00:35:10,121 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37309,1731976481731 got entry batch from reader: WALEntryBatch [walEntries=[{test/92fdbc8e3d3e0ce3c969f186a37df7b6/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T00:35:10,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37599 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:10,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37599 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:10,303 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1241, reset compression=false 2024-11-19T00:35:10,325 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1236, reset compression=false 2024-11-19T00:35:10,607 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1241, reset compression=false 2024-11-19T00:35:10,618 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T00:35:10,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb003f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:10,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45881,-1 for getting cluster id 2024-11-19T00:35:10,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:10,626 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45e9884a-766d-4138-a06d-bedc042b864b' 2024-11-19T00:35:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45e9884a-766d-4138-a06d-bedc042b864b" 2024-11-19T00:35:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0bf862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45881,-1] 2024-11-19T00:35:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:10,627 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:10,628 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1236, reset compression=false 2024-11-19T00:35:10,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d912cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:10,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:10,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,45881,1731976491504 2024-11-19T00:35:10,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1098580 2024-11-19T00:35:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:10,633 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:35:10,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-19T00:35:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-19T00:35:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T00:35:10,651 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1066, reset compression=false 2024-11-19T00:35:10,656 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:10,656 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1239, reset compression=false 2024-11-19T00:35:10,656 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37599,1731976486536 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:10,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:35:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T00:35:10,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T00:35:10,836 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-19T00:35:10,837 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-19T00:35:10,837 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,40405,1731976491619 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-19T00:35:10,838 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/6b1531871d35:0-0. 2024-11-19T00:35:10,838 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:10,838 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:10,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:10,838 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:10,859 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1239, reset compression=false 2024-11-19T00:35:10,938 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T00:35:10,938 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T00:35:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T00:35:11,032 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1236, reset compression=false 2024-11-19T00:35:11,039 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 terminated 2024-11-19T00:35:11,056 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,40405,1731976491619, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:35:11,056 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-19T00:35:11,056 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T00:35:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T00:35:11,059 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 6b1531871d35,40405,1731976491619 suceeded 2024-11-19T00:35:11,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T00:35:11,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 375 msec 2024-11-19T00:35:11,061 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-19T00:35:11,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 428 msec 2024-11-19T00:35:11,070 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:32805' 2024-11-19T00:35:11,072 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600c10cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:11,072 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,32805,-1 for getting cluster id 2024-11-19T00:35:11,072 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:11,072 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0b12bae-f1b5-47f0-9b70-eb994235b0cf' 2024-11-19T00:35:11,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:11,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0b12bae-f1b5-47f0-9b70-eb994235b0cf" 2024-11-19T00:35:11,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66b4eeb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:11,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,32805,-1] 2024-11-19T00:35:11,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:11,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:11,074 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:11,074 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f82c467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:11,074 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:11,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,32805,1731976481565 2024-11-19T00:35:11,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ae07be8 2024-11-19T00:35:11,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:11,076 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T00:35:11,076 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,40405,1731976491619 (queues=1) is replicating from cluster=45e9884a-766d-4138-a06d-bedc042b864b to cluster=d0b12bae-f1b5-47f0-9b70-eb994235b0cf 2024-11-19T00:35:11,076 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C40405%2C1731976491619 2024-11-19T00:35:11,076 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,40405,1731976491619, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:35:11,077 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C40405%2C1731976491619 2024-11-19T00:35:11,155 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T00:35:11,162 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1239, reset compression=false 2024-11-19T00:35:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T00:35:11,263 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:35:11,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:11,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:11,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:11,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:11,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:11,267 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-19T00:35:11,536 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1236, reset compression=false 2024-11-19T00:35:11,540 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:11,540 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1340, reset compression=false 2024-11-19T00:35:11,540 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37309,1731976481731 got entry batch from reader: WALEntryBatch [walEntries=[{test/92fdbc8e3d3e0ce3c969f186a37df7b6/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T00:35:11,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37599 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:11,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37599 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:11,566 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1239, reset compression=false 2024-11-19T00:35:11,569 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:11,569 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1367, reset compression=false 2024-11-19T00:35:11,570 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37599,1731976486536 got entry batch from reader: WALEntryBatch [walEntries=[{test/12640fd4946a13b9a0521e9797b2e4f1/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T00:35:11,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:11,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:11,744 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1340, reset compression=false 2024-11-19T00:35:11,773 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1367, reset compression=false 2024-11-19T00:35:12,047 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1340, reset compression=false 2024-11-19T00:35:12,076 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1367, reset compression=false 2024-11-19T00:35:12,268 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-19T00:35:12,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6245b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:12,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45881,-1 for getting cluster id 2024-11-19T00:35:12,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:12,271 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45e9884a-766d-4138-a06d-bedc042b864b' 2024-11-19T00:35:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45e9884a-766d-4138-a06d-bedc042b864b" 2024-11-19T00:35:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5d60c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45881,-1] 2024-11-19T00:35:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:12,272 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdfe2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:12,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,45881,1731976491504 2024-11-19T00:35:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ac2d9c0 2024-11-19T00:35:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:12,277 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:35:12,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-19T00:35:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-19T00:35:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T00:35:12,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:35:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T00:35:12,450 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1340, reset compression=false 2024-11-19T00:35:12,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-19T00:35:12,470 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-19T00:35:12,470 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T00:35:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-19T00:35:12,472 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 6b1531871d35,40405,1731976491619 suceeded 2024-11-19T00:35:12,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T00:35:12,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-19T00:35:12,474 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-19T00:35:12,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 196 msec 2024-11-19T00:35:12,478 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151, startPosition=1241, beingWritten=true 2024-11-19T00:35:12,479 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1367, reset compression=false 2024-11-19T00:35:12,482 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:12,482 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1393, reset compression=false 2024-11-19T00:35:12,482 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40405,1731976491619 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151, lastWalPosition=1393, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:12,482 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:12,482 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1471, reset compression=false 2024-11-19T00:35:12,482 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37599,1731976486536 got entry batch from reader: WALEntryBatch [walEntries=[{test/12640fd4946a13b9a0521e9797b2e4f1/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T00:35:12,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:12,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:12,486 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:12,486 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1521, reset compression=false 2024-11-19T00:35:12,486 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40405,1731976491619 got entry batch from reader: WALEntryBatch [walEntries=[{test/17a29dd3f9298f2abf73403eec775555/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T00:35:12,488 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:35:12,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T00:35:12,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:12,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T00:35:12,603 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:35:12,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:12,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:12,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:12,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:12,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:12,604 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-19T00:35:12,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:35:12,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:12,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:12,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:12,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:12,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:12,605 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:35:12,605 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=774815094, stopped=false 2024-11-19T00:35:12,605 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,45881,1731976491504 2024-11-19T00:35:12,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21453584213/running 2024-11-19T00:35:12,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21453584213/running 2024-11-19T00:35:12,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:35:12,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:35:12,660 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:35:12,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:12,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:12,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:12,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Set watcher on znode that does not yet exist, /21453584213/running 2024-11-19T00:35:12,661 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,40405,1731976491619' ***** 2024-11-19T00:35:12,661 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:35:12,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Set watcher on znode that does not yet exist, /21453584213/running 2024-11-19T00:35:12,661 INFO [RS:0;6b1531871d35:40405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:35:12,661 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:35:12,661 INFO [RS:0;6b1531871d35:40405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:35:12,662 INFO [RS:0;6b1531871d35:40405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:35:12,662 INFO [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(3091): Received CLOSE for b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:12,662 INFO [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(3091): Received CLOSE for 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:35:12,662 INFO [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,40405,1731976491619 2024-11-19T00:35:12,662 INFO [RS:0;6b1531871d35:40405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:35:12,663 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b77ae7cc403c3d6c92e6b11a3c1aac1a, disabling compactions & flushes 2024-11-19T00:35:12,663 INFO [RS:0;6b1531871d35:40405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:40405. 2024-11-19T00:35:12,663 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. 2024-11-19T00:35:12,663 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. 2024-11-19T00:35:12,663 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. after waiting 0 ms 2024-11-19T00:35:12,663 DEBUG [RS:0;6b1531871d35:40405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:12,663 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. 2024-11-19T00:35:12,663 DEBUG [RS:0;6b1531871d35:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:12,663 INFO [RS:0;6b1531871d35:40405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:35:12,663 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b77ae7cc403c3d6c92e6b11a3c1aac1a 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-19T00:35:12,663 INFO [RS:0;6b1531871d35:40405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:35:12,663 INFO [RS:0;6b1531871d35:40405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:35:12,663 INFO [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:35:12,663 INFO [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T00:35:12,663 DEBUG [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1325): Online Regions={b77ae7cc403c3d6c92e6b11a3c1aac1a=hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a., 17a29dd3f9298f2abf73403eec775555=test,,1731976495956.17a29dd3f9298f2abf73403eec775555., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:35:12,663 DEBUG [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17a29dd3f9298f2abf73403eec775555, b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:12,663 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:35:12,663 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:35:12,663 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:35:12,663 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:35:12,663 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:35:12,663 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T00:35:12,677 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/.tmp/info/b61e5267435e45b29a309bc73f8a67ae is 147, key is hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a./info:regioninfo/1731976503598/Put/seqid=0 2024-11-19T00:35:12,677 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/replication/b77ae7cc403c3d6c92e6b11a3c1aac1a/.tmp/queue/dddbf320b76946afb8eca78bf31f9002 is 154, key is 1-6b1531871d35,40405,1731976491619/queue:6b1531871d35%2C40405%2C1731976491619/1731976512493/Put/seqid=0 2024-11-19T00:35:12,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741840_1016 (size=7686) 2024-11-19T00:35:12,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741841_1017 (size=5353) 2024-11-19T00:35:12,686 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1471, reset compression=false 2024-11-19T00:35:12,690 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1521, reset compression=false 2024-11-19T00:35:12,742 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:35:12,863 DEBUG [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17a29dd3f9298f2abf73403eec775555, b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:12,953 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1340, reset compression=false 2024-11-19T00:35:12,957 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:12,957 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1491, reset compression=false 2024-11-19T00:35:12,957 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37309,1731976481731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:12,988 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1471, reset compression=false 2024-11-19T00:35:12,992 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1521, reset compression=false 2024-11-19T00:35:13,022 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:35:13,022 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:35:13,063 DEBUG [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17a29dd3f9298f2abf73403eec775555, b77ae7cc403c3d6c92e6b11a3c1aac1a 2024-11-19T00:35:13,081 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/.tmp/info/b61e5267435e45b29a309bc73f8a67ae 2024-11-19T00:35:13,081 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/replication/b77ae7cc403c3d6c92e6b11a3c1aac1a/.tmp/queue/dddbf320b76946afb8eca78bf31f9002 2024-11-19T00:35:13,085 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/replication/b77ae7cc403c3d6c92e6b11a3c1aac1a/.tmp/queue/dddbf320b76946afb8eca78bf31f9002 as hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/replication/b77ae7cc403c3d6c92e6b11a3c1aac1a/queue/dddbf320b76946afb8eca78bf31f9002 2024-11-19T00:35:13,088 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/replication/b77ae7cc403c3d6c92e6b11a3c1aac1a/queue/dddbf320b76946afb8eca78bf31f9002, entries=1, sequenceid=14, filesize=5.2 K 2024-11-19T00:35:13,089 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for b77ae7cc403c3d6c92e6b11a3c1aac1a in 426ms, sequenceid=14, compaction requested=false 2024-11-19T00:35:13,098 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/.tmp/ns/18a6cc3b8e3e4225beca0f11e017ffce is 43, key is default/ns:d/1731976493124/Put/seqid=0 2024-11-19T00:35:13,101 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/replication/b77ae7cc403c3d6c92e6b11a3c1aac1a/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-19T00:35:13,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741842_1018 (size=5153) 2024-11-19T00:35:13,101 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:13,101 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:35:13,102 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. 2024-11-19T00:35:13,102 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b77ae7cc403c3d6c92e6b11a3c1aac1a: Waiting for close lock at 1731976512662Running coprocessor pre-close hooks at 1731976512662Disabling compacts and flushes for region at 1731976512662Disabling writes for close at 1731976512663 (+1 ms)Obtaining lock to block concurrent updates at 1731976512663Preparing flush snapshotting stores in b77ae7cc403c3d6c92e6b11a3c1aac1a at 1731976512663Finished memstore snapshotting hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731976512663Flushing stores of hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. at 1731976512664 (+1 ms)Flushing b77ae7cc403c3d6c92e6b11a3c1aac1a/queue: creating writer at 1731976512664Flushing b77ae7cc403c3d6c92e6b11a3c1aac1a/queue: appending metadata at 1731976512676 (+12 ms)Flushing b77ae7cc403c3d6c92e6b11a3c1aac1a/queue: closing flushed file at 1731976512676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@392c42c8: reopening flushed file at 1731976513084 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for b77ae7cc403c3d6c92e6b11a3c1aac1a in 426ms, sequenceid=14, compaction requested=false at 1731976513089 (+5 ms)Writing region close event to WAL at 1731976513098 (+9 ms)Running coprocessor post-close hooks at 1731976513101 (+3 ms)Closed at 1731976513102 (+1 ms) 2024-11-19T00:35:13,102 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731976502426.b77ae7cc403c3d6c92e6b11a3c1aac1a. 2024-11-19T00:35:13,102 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17a29dd3f9298f2abf73403eec775555, disabling compactions & flushes 2024-11-19T00:35:13,102 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731976495956.17a29dd3f9298f2abf73403eec775555. 2024-11-19T00:35:13,102 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976495956.17a29dd3f9298f2abf73403eec775555. 2024-11-19T00:35:13,102 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731976495956.17a29dd3f9298f2abf73403eec775555. after waiting 0 ms 2024-11-19T00:35:13,102 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731976495956.17a29dd3f9298f2abf73403eec775555. 2024-11-19T00:35:13,102 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17a29dd3f9298f2abf73403eec775555 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T00:35:13,119 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/.tmp/f/a4066a9bbbfd46b5ad20ea982a74fa51 is 37, key is row3/f:row3/1731976511265/Put/seqid=0 2024-11-19T00:35:13,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741843_1019 (size=5228) 2024-11-19T00:35:13,160 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1491, reset compression=false 2024-11-19T00:35:13,264 DEBUG [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:35:13,392 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1471, reset compression=false 2024-11-19T00:35:13,395 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1521, reset compression=false 2024-11-19T00:35:13,398 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:13,398 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1768, reset compression=false 2024-11-19T00:35:13,398 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,40405,1731976491619 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:13,399 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b1531871d35,40405,1731976491619: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b1531871d35,40405,1731976491619, walGroup=6b1531871d35%2C40405%2C1731976491619, offset=6b1531871d35%2C40405%2C1731976491619.1731976492151:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:40405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T00:35:13,400 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T00:35:13,401 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T00:35:13,401 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T00:35:13,401 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T00:35:13,401 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T00:35:13,401 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 855062736 }, "NonHeapMemoryUsage": { "committed": 200474624, "init": 7667712, "max": -1, "used": 197611616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T00:35:13,401 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-19T00:35:13,463 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1491, reset compression=false 2024-11-19T00:35:13,464 DEBUG [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:35:13,502 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/.tmp/ns/18a6cc3b8e3e4225beca0f11e017ffce 2024-11-19T00:35:13,518 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/.tmp/rep_barrier/64bda850243548e5b226a37b6361a91c is 112, key is test,,1731976495956.17a29dd3f9298f2abf73403eec775555./rep_barrier:seqnumDuringOpen/1731976497131/Put/seqid=0 2024-11-19T00:35:13,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741844_1020 (size=5518) 2024-11-19T00:35:13,523 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/.tmp/f/a4066a9bbbfd46b5ad20ea982a74fa51 2024-11-19T00:35:13,526 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4066a9bbbfd46b5ad20ea982a74fa51 2024-11-19T00:35:13,539 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/.tmp/f1/63d7b1784c7f4891abf14e6af1851287 is 30, key is row1/f1:/1731976508608/DeleteFamily/seqid=0 2024-11-19T00:35:13,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741845_1021 (size=5158) 2024-11-19T00:35:13,602 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1768, reset compression=false 2024-11-19T00:35:13,664 INFO [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T00:35:13,664 DEBUG [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1325): Online Regions={17a29dd3f9298f2abf73403eec775555=test,,1731976495956.17a29dd3f9298f2abf73403eec775555., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:35:13,664 DEBUG [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:35:13,864 DEBUG [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17a29dd3f9298f2abf73403eec775555 2024-11-19T00:35:13,866 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1491, reset compression=false 2024-11-19T00:35:13,895 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1471, reset compression=false 2024-11-19T00:35:13,905 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1768, reset compression=false 2024-11-19T00:35:13,922 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/.tmp/rep_barrier/64bda850243548e5b226a37b6361a91c 2024-11-19T00:35:13,941 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/.tmp/table/2b61f58d32d14625a8e4337ac69dc1c8 is 53, key is hbase:replication/table:state/1731976503604/Put/seqid=0 2024-11-19T00:35:13,943 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/.tmp/f1/63d7b1784c7f4891abf14e6af1851287 2024-11-19T00:35:13,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741846_1022 (size=5308) 2024-11-19T00:35:13,945 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/.tmp/table/2b61f58d32d14625a8e4337ac69dc1c8 2024-11-19T00:35:13,946 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63d7b1784c7f4891abf14e6af1851287 2024-11-19T00:35:13,948 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/.tmp/info/b61e5267435e45b29a309bc73f8a67ae as hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/info/b61e5267435e45b29a309bc73f8a67ae 2024-11-19T00:35:13,952 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/info/b61e5267435e45b29a309bc73f8a67ae, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T00:35:13,953 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/.tmp/ns/18a6cc3b8e3e4225beca0f11e017ffce as hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/ns/18a6cc3b8e3e4225beca0f11e017ffce 2024-11-19T00:35:13,957 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/ns/18a6cc3b8e3e4225beca0f11e017ffce, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T00:35:13,957 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/.tmp/rep_barrier/64bda850243548e5b226a37b6361a91c as hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/rep_barrier/64bda850243548e5b226a37b6361a91c 2024-11-19T00:35:13,961 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/rep_barrier/64bda850243548e5b226a37b6361a91c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T00:35:13,962 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/.tmp/table/2b61f58d32d14625a8e4337ac69dc1c8 as hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/table/2b61f58d32d14625a8e4337ac69dc1c8 2024-11-19T00:35:13,962 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/.tmp/norep/6c41cf67d1ac48718c7122d3cd5b014c is 33, key is row2/norep:/1731976509613/DeleteFamily/seqid=0 2024-11-19T00:35:13,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741847_1023 (size=5108) 2024-11-19T00:35:13,965 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/.tmp/norep/6c41cf67d1ac48718c7122d3cd5b014c 2024-11-19T00:35:13,966 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/table/2b61f58d32d14625a8e4337ac69dc1c8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T00:35:13,967 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false 2024-11-19T00:35:13,969 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c41cf67d1ac48718c7122d3cd5b014c 2024-11-19T00:35:13,969 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/.tmp/f/a4066a9bbbfd46b5ad20ea982a74fa51 as hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/f/a4066a9bbbfd46b5ad20ea982a74fa51 2024-11-19T00:35:13,972 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T00:35:13,972 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:13,972 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:35:13,972 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:35:13,972 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976512663Running coprocessor pre-close hooks at 1731976512663Disabling compacts and flushes for region at 1731976512663Disabling writes for close at 1731976512663Obtaining lock to block concurrent updates at 1731976512663Preparing flush snapshotting stores in 1588230740 at 1731976512663Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731976512664 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731976512664Flushing 1588230740/info: creating writer at 1731976512664Flushing 1588230740/info: appending metadata at 1731976512676 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731976512676Flushing 1588230740/ns: creating writer at 1731976513084 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731976513097 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731976513097Flushing 1588230740/rep_barrier: creating writer at 1731976513505 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731976513518 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731976513518Flushing 1588230740/table: creating writer at 1731976513926 (+408 ms)Flushing 1588230740/table: appending metadata at 1731976513940 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731976513941 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba1cc27: reopening flushed file at 1731976513948 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c3d9dc: reopening flushed file at 1731976513952 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f71e697: reopening flushed file at 1731976513957 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6fbe35: reopening flushed file at 1731976513961 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false at 1731976513967 (+6 ms)Writing region close event to WAL at 1731976513969 (+2 ms)Running coprocessor post-close hooks at 1731976513972 (+3 ms)Closed at 1731976513972 2024-11-19T00:35:13,972 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:35:13,973 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4066a9bbbfd46b5ad20ea982a74fa51 2024-11-19T00:35:13,973 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/f/a4066a9bbbfd46b5ad20ea982a74fa51, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T00:35:13,974 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/.tmp/f1/63d7b1784c7f4891abf14e6af1851287 as hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/f1/63d7b1784c7f4891abf14e6af1851287 2024-11-19T00:35:13,977 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63d7b1784c7f4891abf14e6af1851287 2024-11-19T00:35:13,977 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/f1/63d7b1784c7f4891abf14e6af1851287, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T00:35:13,977 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/.tmp/norep/6c41cf67d1ac48718c7122d3cd5b014c as hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/norep/6c41cf67d1ac48718c7122d3cd5b014c 2024-11-19T00:35:13,980 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c41cf67d1ac48718c7122d3cd5b014c 2024-11-19T00:35:13,981 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/norep/6c41cf67d1ac48718c7122d3cd5b014c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T00:35:13,981 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 17a29dd3f9298f2abf73403eec775555 in 879ms, sequenceid=12, compaction requested=false 2024-11-19T00:35:13,984 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/data/default/test/17a29dd3f9298f2abf73403eec775555/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T00:35:13,985 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:13,985 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:35:13,985 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731976495956.17a29dd3f9298f2abf73403eec775555. 2024-11-19T00:35:13,985 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17a29dd3f9298f2abf73403eec775555: Waiting for close lock at 1731976513102Running coprocessor pre-close hooks at 1731976513102Disabling compacts and flushes for region at 1731976513102Disabling writes for close at 1731976513102Obtaining lock to block concurrent updates at 1731976513102Preparing flush snapshotting stores in 17a29dd3f9298f2abf73403eec775555 at 1731976513102Finished memstore snapshotting test,,1731976495956.17a29dd3f9298f2abf73403eec775555., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731976513102Flushing stores of test,,1731976495956.17a29dd3f9298f2abf73403eec775555. at 1731976513103 (+1 ms)Flushing 17a29dd3f9298f2abf73403eec775555/f: creating writer at 1731976513103Flushing 17a29dd3f9298f2abf73403eec775555/f: appending metadata at 1731976513118 (+15 ms)Flushing 17a29dd3f9298f2abf73403eec775555/f: closing flushed file at 1731976513119 (+1 ms)Flushing 17a29dd3f9298f2abf73403eec775555/f1: creating writer at 1731976513526 (+407 ms)Flushing 17a29dd3f9298f2abf73403eec775555/f1: appending metadata at 1731976513539 (+13 ms)Flushing 17a29dd3f9298f2abf73403eec775555/f1: closing flushed file at 1731976513539Flushing 17a29dd3f9298f2abf73403eec775555/norep: creating writer at 1731976513947 (+408 ms)Flushing 17a29dd3f9298f2abf73403eec775555/norep: appending metadata at 1731976513961 (+14 ms)Flushing 17a29dd3f9298f2abf73403eec775555/norep: closing flushed file at 1731976513961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d6ca1b: reopening flushed file at 1731976513969 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d288533: reopening flushed file at 1731976513973 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b11b301: reopening flushed file at 1731976513977 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 17a29dd3f9298f2abf73403eec775555 in 879ms, sequenceid=12, compaction requested=false at 1731976513981 (+4 ms)Writing region close event to WAL at 1731976513982 (+1 ms)Running coprocessor post-close hooks at 1731976513985 (+3 ms)Closed at 1731976513985 2024-11-19T00:35:13,985 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731976495956.17a29dd3f9298f2abf73403eec775555. 2024-11-19T00:35:14,064 INFO [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,40405,1731976491619; all regions closed. 2024-11-19T00:35:14,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741834_1010 (size=4239) 2024-11-19T00:35:14,066 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.meta.1731976493083.meta not finished, retry = 0 2024-11-19T00:35:14,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.rep.1731976503571 not finished, retry = 0 2024-11-19T00:35:14,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741839_1015 (size=3552) 2024-11-19T00:35:14,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741832_1008 (size=2420) 2024-11-19T00:35:14,271 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 not finished, retry = 0 2024-11-19T00:35:14,307 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 to pos 1768, reset compression=false 2024-11-19T00:35:14,362 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:14,363 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:35:14,363 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68466 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:35:14,369 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1491, reset compression=false 2024-11-19T00:35:14,372 DEBUG [RS:0;6b1531871d35:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:14,372 INFO [RS:0;6b1531871d35:40405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:35:14,372 INFO [RS:0;6b1531871d35:40405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:35:14,373 INFO [RS:0;6b1531871d35:40405 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T00:35:14,373 INFO [RS:0;6b1531871d35:40405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:35:14,373 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:35:14,373 INFO [RS:0;6b1531871d35:40405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,40405,1731976491619 because: Region server is closing 2024-11-19T00:35:14,373 INFO [RS:0;6b1531871d35:40405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:40405. 2024-11-19T00:35:14,373 DEBUG [RS:0;6b1531871d35:40405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:14,373 DEBUG [RS:0;6b1531871d35:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:14,373 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/WALs/6b1531871d35,40405,1731976491619/6b1531871d35%2C40405%2C1731976491619.1731976492151 2024-11-19T00:35:14,373 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.wal-reader.6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:14,373 DEBUG [RS:0;6b1531871d35:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:14,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:14,373 INFO [RS:0;6b1531871d35:40405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,40405,1731976491619.replicationSource.shipper6b1531871d35%2C40405%2C1731976491619,1-6b1531871d35,40405,1731976491619 terminated 2024-11-19T00:35:14,373 INFO [RS:0;6b1531871d35:40405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:40405. 2024-11-19T00:35:14,374 DEBUG [RS:0;6b1531871d35:40405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:14,374 DEBUG [RS:0;6b1531871d35:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:14,374 DEBUG [RS:0;6b1531871d35:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:14,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:14,374 INFO [RS:0;6b1531871d35:40405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40405 2024-11-19T00:35:14,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21453584213/rs/6b1531871d35,40405,1731976491619 2024-11-19T00:35:14,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213/rs 2024-11-19T00:35:14,408 INFO [RS:0;6b1531871d35:40405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:35:14,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,40405,1731976491619] 2024-11-19T00:35:14,424 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21453584213/draining/6b1531871d35,40405,1731976491619 already deleted, retry=false 2024-11-19T00:35:14,424 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,40405,1731976491619 expired; onlineServers=0 2024-11-19T00:35:14,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,45881,1731976491504' ***** 2024-11-19T00:35:14,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:35:14,425 INFO [M:0;6b1531871d35:45881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:35:14,425 INFO [M:0;6b1531871d35:45881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:35:14,425 DEBUG [M:0;6b1531871d35:45881 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:35:14,425 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:35:14,425 DEBUG [M:0;6b1531871d35:45881 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:35:14,425 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976491907 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976491907,5,FailOnTimeoutGroup] 2024-11-19T00:35:14,425 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976491907 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976491907,5,FailOnTimeoutGroup] 2024-11-19T00:35:14,425 INFO [M:0;6b1531871d35:45881 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:35:14,425 INFO [M:0;6b1531871d35:45881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:35:14,425 DEBUG [M:0;6b1531871d35:45881 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:35:14,425 INFO [M:0;6b1531871d35:45881 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:35:14,425 INFO [M:0;6b1531871d35:45881 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:35:14,426 INFO [M:0;6b1531871d35:45881 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:35:14,426 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:35:14,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21453584213/master 2024-11-19T00:35:14,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21453584213 2024-11-19T00:35:14,433 DEBUG [M:0;6b1531871d35:45881 {}] zookeeper.ZKUtil(347): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Unable to get data of znode /21453584213/master because node does not exist (not an error) 2024-11-19T00:35:14,433 WARN [M:0;6b1531871d35:45881 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:35:14,434 INFO [M:0;6b1531871d35:45881 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/.lastflushedseqids 2024-11-19T00:35:14,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741848_1024 (size=245) 2024-11-19T00:35:14,498 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1471, reset compression=false 2024-11-19T00:35:14,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:14,516 INFO [RS:0;6b1531871d35:40405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:35:14,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1005559c3a80007, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:14,516 INFO [RS:0;6b1531871d35:40405 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,40405,1731976491619; zookeeper connection closed. 2024-11-19T00:35:14,517 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@516eba11 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@516eba11 2024-11-19T00:35:14,517 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:35:14,843 INFO [M:0;6b1531871d35:45881 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:35:14,843 INFO [M:0;6b1531871d35:45881 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:35:14,843 DEBUG [M:0;6b1531871d35:45881 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:35:14,843 INFO [M:0;6b1531871d35:45881 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:14,843 DEBUG [M:0;6b1531871d35:45881 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:14,843 DEBUG [M:0;6b1531871d35:45881 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:35:14,843 DEBUG [M:0;6b1531871d35:45881 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:14,843 INFO [M:0;6b1531871d35:45881 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-19T00:35:14,860 DEBUG [M:0;6b1531871d35:45881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/044f392a50c04a69bc1050930d36a8a6 is 82, key is hbase:meta,,1/info:regioninfo/1731976493109/Put/seqid=0 2024-11-19T00:35:14,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741849_1025 (size=5672) 2024-11-19T00:35:14,972 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1491, reset compression=false 2024-11-19T00:35:15,201 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1471, reset compression=false 2024-11-19T00:35:15,264 INFO [M:0;6b1531871d35:45881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/044f392a50c04a69bc1050930d36a8a6 2024-11-19T00:35:15,280 DEBUG [M:0;6b1531871d35:45881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abe84830a7514dcfac1fec683b08efcb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731976503607/Put/seqid=0 2024-11-19T00:35:15,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741850_1026 (size=9211) 2024-11-19T00:35:15,676 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1491, reset compression=false 2024-11-19T00:35:15,683 INFO [M:0;6b1531871d35:45881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abe84830a7514dcfac1fec683b08efcb 2024-11-19T00:35:15,706 DEBUG [M:0;6b1531871d35:45881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f47034e15bf496abe326f147338308f is 69, key is 6b1531871d35,40405,1731976491619/rs:state/1731976491976/Put/seqid=0 2024-11-19T00:35:15,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741851_1027 (size=5156) 2024-11-19T00:35:16,003 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T00:35:16,004 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1471, reset compression=false 2024-11-19T00:35:16,110 INFO [M:0;6b1531871d35:45881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f47034e15bf496abe326f147338308f 2024-11-19T00:35:16,114 DEBUG [M:0;6b1531871d35:45881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/044f392a50c04a69bc1050930d36a8a6 as hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/044f392a50c04a69bc1050930d36a8a6 2024-11-19T00:35:16,118 INFO [M:0;6b1531871d35:45881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/044f392a50c04a69bc1050930d36a8a6, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T00:35:16,118 DEBUG [M:0;6b1531871d35:45881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abe84830a7514dcfac1fec683b08efcb as hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abe84830a7514dcfac1fec683b08efcb 2024-11-19T00:35:16,122 INFO [M:0;6b1531871d35:45881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abe84830a7514dcfac1fec683b08efcb, entries=15, sequenceid=127, filesize=9.0 K 2024-11-19T00:35:16,123 DEBUG [M:0;6b1531871d35:45881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f47034e15bf496abe326f147338308f as hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f47034e15bf496abe326f147338308f 2024-11-19T00:35:16,126 INFO [M:0;6b1531871d35:45881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39165/user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f47034e15bf496abe326f147338308f, entries=1, sequenceid=127, filesize=5.0 K 2024-11-19T00:35:16,127 INFO [M:0;6b1531871d35:45881 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false 2024-11-19T00:35:16,128 INFO [M:0;6b1531871d35:45881 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:16,128 DEBUG [M:0;6b1531871d35:45881 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976514843Disabling compacts and flushes for region at 1731976514843Disabling writes for close at 1731976514843Obtaining lock to block concurrent updates at 1731976514843Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976514843Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731976514843Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976514844 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976514844Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976514859 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976514859Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976515267 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976515280 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976515280Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976515687 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976515706 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976515706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f184fcc: reopening flushed file at 1731976516114 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5cd46d: reopening flushed file at 1731976516118 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30041ec5: reopening flushed file at 1731976516122 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false at 1731976516127 (+5 ms)Writing region close event to WAL at 1731976516128 (+1 ms)Closed at 1731976516128 2024-11-19T00:35:16,130 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53a28ef0-f440-bea2-5772-9d53eb70ef2c/MasterData/WALs/6b1531871d35,45881,1731976491504/6b1531871d35%2C45881%2C1731976491504.1731976491722 not finished, retry = 0 2024-11-19T00:35:16,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741830_1006 (size=73854) 2024-11-19T00:35:16,230 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:35:16,231 INFO [M:0;6b1531871d35:45881 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:35:16,231 INFO [M:0;6b1531871d35:45881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45881 2024-11-19T00:35:16,231 INFO [M:0;6b1531871d35:45881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:35:16,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:16,398 INFO [M:0;6b1531871d35:45881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:35:16,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x1005559c3a80006, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:16,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a8cf022{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:35:16,401 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@678fdb91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:35:16,401 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:35:16,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1964ee56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:35:16,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b05bf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/hadoop.log.dir/,STOPPED} 2024-11-19T00:35:16,402 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:35:16,402 WARN [BP-627112435-172.17.0.2-1731976489819 heartbeating to localhost/127.0.0.1:39165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:35:16,403 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:35:16,403 WARN [BP-627112435-172.17.0.2-1731976489819 heartbeating to localhost/127.0.0.1:39165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-627112435-172.17.0.2-1731976489819 (Datanode Uuid f3a12822-a97b-4de0-adfb-e5f8962e9385) service to localhost/127.0.0.1:39165 2024-11-19T00:35:16,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/cluster_00c54083-19e8-4348-8196-b57206c8e90a/data/data1/current/BP-627112435-172.17.0.2-1731976489819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:35:16,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/cluster_00c54083-19e8-4348-8196-b57206c8e90a/data/data2/current/BP-627112435-172.17.0.2-1731976489819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:35:16,403 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:35:16,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21d5c399{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:35:16,408 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@784a7587{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:35:16,408 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:35:16,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7808178e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:35:16,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c1eb1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/hadoop.log.dir/,STOPPED} 2024-11-19T00:35:16,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:35:16,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:35:16,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:16,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:16,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:16,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:16,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:16,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:35:16,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=590530933, stopped=false 2024-11-19T00:35:16,425 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,37911,1731976486425 2024-11-19T00:35:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-288713909/running 2024-11-19T00:35:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-288713909/running 2024-11-19T00:35:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:35:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:35:16,433 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:35:16,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Set watcher on znode that does not yet exist, /1-288713909/running 2024-11-19T00:35:16,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:16,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Set watcher on znode that does not yet exist, /1-288713909/running 2024-11-19T00:35:16,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:16,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:16,434 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,37599,1731976486536' ***** 2024-11-19T00:35:16,434 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:35:16,434 INFO [RS:0;6b1531871d35:37599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:35:16,434 INFO [RS:0;6b1531871d35:37599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:35:16,434 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:35:16,434 INFO [RS:0;6b1531871d35:37599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:35:16,434 INFO [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:16,434 INFO [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for 12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:35:16,434 INFO [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,37599,1731976486536 2024-11-19T00:35:16,434 INFO [RS:0;6b1531871d35:37599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:35:16,434 INFO [RS:0;6b1531871d35:37599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:37599. 2024-11-19T00:35:16,434 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b1933ed5243ba96feb4b22ae175eb03, disabling compactions & flushes 2024-11-19T00:35:16,434 DEBUG [RS:0;6b1531871d35:37599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:16,434 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. 2024-11-19T00:35:16,434 DEBUG [RS:0;6b1531871d35:37599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:16,434 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. 2024-11-19T00:35:16,434 INFO [RS:0;6b1531871d35:37599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:35:16,434 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. after waiting 0 ms 2024-11-19T00:35:16,434 INFO [RS:0;6b1531871d35:37599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:35:16,435 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. 2024-11-19T00:35:16,435 INFO [RS:0;6b1531871d35:37599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:35:16,435 INFO [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:35:16,435 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b1933ed5243ba96feb4b22ae175eb03 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-19T00:35:16,435 INFO [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T00:35:16,435 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3b1933ed5243ba96feb4b22ae175eb03=hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03., 12640fd4946a13b9a0521e9797b2e4f1=test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1.} 2024-11-19T00:35:16,435 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1351): Waiting on 12640fd4946a13b9a0521e9797b2e4f1, 1588230740, 3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:16,435 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:35:16,435 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:35:16,435 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:35:16,435 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:35:16,435 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:35:16,435 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T00:35:16,448 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/.tmp/info/b1eb58e8273b4e69b7e1bf5e48683f33 is 147, key is hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03./info:regioninfo/1731976501426/Put/seqid=0 2024-11-19T00:35:16,450 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/replication/3b1933ed5243ba96feb4b22ae175eb03/.tmp/queue/11a8f4c388634ddbbfe8982244fb6265 is 154, key is 1-6b1531871d35,37599,1731976486536/queue:6b1531871d35%2C37599%2C1731976486536/1731976512486/Put/seqid=0 2024-11-19T00:35:16,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741840_1016 (size=7686) 2024-11-19T00:35:16,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741841_1017 (size=5353) 2024-11-19T00:35:16,462 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:35:16,479 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1491, reset compression=false 2024-11-19T00:35:16,541 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:35:16,542 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:35:16,635 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1351): Waiting on 12640fd4946a13b9a0521e9797b2e4f1, 1588230740, 3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:16,835 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1351): Waiting on 12640fd4946a13b9a0521e9797b2e4f1, 1588230740, 3b1933ed5243ba96feb4b22ae175eb03 2024-11-19T00:35:16,853 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/.tmp/info/b1eb58e8273b4e69b7e1bf5e48683f33 2024-11-19T00:35:16,854 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/replication/3b1933ed5243ba96feb4b22ae175eb03/.tmp/queue/11a8f4c388634ddbbfe8982244fb6265 2024-11-19T00:35:16,862 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/replication/3b1933ed5243ba96feb4b22ae175eb03/.tmp/queue/11a8f4c388634ddbbfe8982244fb6265 as hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/replication/3b1933ed5243ba96feb4b22ae175eb03/queue/11a8f4c388634ddbbfe8982244fb6265 2024-11-19T00:35:16,866 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/replication/3b1933ed5243ba96feb4b22ae175eb03/queue/11a8f4c388634ddbbfe8982244fb6265, entries=1, sequenceid=14, filesize=5.2 K 2024-11-19T00:35:16,867 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 3b1933ed5243ba96feb4b22ae175eb03 in 432ms, sequenceid=14, compaction requested=false 2024-11-19T00:35:16,867 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T00:35:16,872 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/replication/3b1933ed5243ba96feb4b22ae175eb03/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-19T00:35:16,873 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/.tmp/ns/7dee41a6306c41d4896756b337708ffb is 43, key is default/ns:d/1731976489699/Put/seqid=0 2024-11-19T00:35:16,873 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:16,873 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:35:16,873 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. 2024-11-19T00:35:16,873 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b1933ed5243ba96feb4b22ae175eb03: Waiting for close lock at 1731976516434Running coprocessor pre-close hooks at 1731976516434Disabling compacts and flushes for region at 1731976516434Disabling writes for close at 1731976516434Obtaining lock to block concurrent updates at 1731976516435 (+1 ms)Preparing flush snapshotting stores in 3b1933ed5243ba96feb4b22ae175eb03 at 1731976516435Finished memstore snapshotting hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731976516435Flushing stores of hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. at 1731976516435Flushing 3b1933ed5243ba96feb4b22ae175eb03/queue: creating writer at 1731976516435Flushing 3b1933ed5243ba96feb4b22ae175eb03/queue: appending metadata at 1731976516450 (+15 ms)Flushing 3b1933ed5243ba96feb4b22ae175eb03/queue: closing flushed file at 1731976516450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a9d4ca: reopening flushed file at 1731976516862 (+412 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 3b1933ed5243ba96feb4b22ae175eb03 in 432ms, sequenceid=14, compaction requested=false at 1731976516867 (+5 ms)Writing region close event to WAL at 1731976516870 (+3 ms)Running coprocessor post-close hooks at 1731976516873 (+3 ms)Closed at 1731976516873 2024-11-19T00:35:16,873 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731976500267.3b1933ed5243ba96feb4b22ae175eb03. 2024-11-19T00:35:16,873 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12640fd4946a13b9a0521e9797b2e4f1, disabling compactions & flushes 2024-11-19T00:35:16,873 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1. 2024-11-19T00:35:16,873 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1. 2024-11-19T00:35:16,873 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1. after waiting 0 ms 2024-11-19T00:35:16,874 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1. 2024-11-19T00:35:16,874 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 12640fd4946a13b9a0521e9797b2e4f1 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T00:35:16,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741842_1018 (size=5153) 2024-11-19T00:35:16,891 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/.tmp/f/1226681e69834c92aae714f27d388d01 is 37, key is row3/f:row3/1731976511265/Put/seqid=0 2024-11-19T00:35:16,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741843_1019 (size=5228) 2024-11-19T00:35:16,907 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1471, reset compression=false 2024-11-19T00:35:16,910 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:16,910 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1718, reset compression=false 2024-11-19T00:35:16,910 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37599,1731976486536 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:16,911 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b1531871d35,37599,1731976486536: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b1531871d35,37599,1731976486536, walGroup=6b1531871d35%2C37599%2C1731976486536, offset=6b1531871d35%2C37599%2C1731976486536.1731976488670:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:37599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T00:35:16,912 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T00:35:16,912 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T00:35:16,912 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T00:35:16,912 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T00:35:16,912 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T00:35:16,912 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 930560208 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198134224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T00:35:16,913 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:37911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:37911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-19T00:35:17,035 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1351): Waiting on 12640fd4946a13b9a0521e9797b2e4f1, 1588230740 2024-11-19T00:35:17,114 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1718, reset compression=false 2024-11-19T00:35:17,235 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1351): Waiting on 12640fd4946a13b9a0521e9797b2e4f1, 1588230740 2024-11-19T00:35:17,276 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/.tmp/ns/7dee41a6306c41d4896756b337708ffb 2024-11-19T00:35:17,294 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/.tmp/rep_barrier/dce853a5b63d44a0a1f2d09d9f4c69af is 112, key is test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1./rep_barrier:seqnumDuringOpen/1731976494946/Put/seqid=0 2024-11-19T00:35:17,295 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/.tmp/f/1226681e69834c92aae714f27d388d01 2024-11-19T00:35:17,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741844_1020 (size=5518) 2024-11-19T00:35:17,299 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1226681e69834c92aae714f27d388d01 2024-11-19T00:35:17,299 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/.tmp/rep_barrier/dce853a5b63d44a0a1f2d09d9f4c69af 2024-11-19T00:35:17,316 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/.tmp/table/9520e5fd61cb4a8f969a893eb0203ba3 is 53, key is hbase:replication/table:state/1731976501432/Put/seqid=0 2024-11-19T00:35:17,317 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/.tmp/f1/1a2d0a6129be49b1aa6dcddc23555895 is 30, key is row1/f1:/1731976508608/DeleteFamily/seqid=0 2024-11-19T00:35:17,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741845_1021 (size=5308) 2024-11-19T00:35:17,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741846_1022 (size=5158) 2024-11-19T00:35:17,382 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1491, reset compression=false 2024-11-19T00:35:17,418 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1718, reset compression=false 2024-11-19T00:35:17,436 INFO [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T00:35:17,436 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 12640fd4946a13b9a0521e9797b2e4f1=test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1.} 2024-11-19T00:35:17,436 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1351): Waiting on 12640fd4946a13b9a0521e9797b2e4f1, 1588230740 2024-11-19T00:35:17,636 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1351): Waiting on 12640fd4946a13b9a0521e9797b2e4f1, 1588230740 2024-11-19T00:35:17,720 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/.tmp/table/9520e5fd61cb4a8f969a893eb0203ba3 2024-11-19T00:35:17,721 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/.tmp/f1/1a2d0a6129be49b1aa6dcddc23555895 2024-11-19T00:35:17,724 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/.tmp/info/b1eb58e8273b4e69b7e1bf5e48683f33 as hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/info/b1eb58e8273b4e69b7e1bf5e48683f33 2024-11-19T00:35:17,724 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a2d0a6129be49b1aa6dcddc23555895 2024-11-19T00:35:17,728 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/info/b1eb58e8273b4e69b7e1bf5e48683f33, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T00:35:17,729 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/.tmp/ns/7dee41a6306c41d4896756b337708ffb as hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/ns/7dee41a6306c41d4896756b337708ffb 2024-11-19T00:35:17,732 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/ns/7dee41a6306c41d4896756b337708ffb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T00:35:17,733 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/.tmp/rep_barrier/dce853a5b63d44a0a1f2d09d9f4c69af as hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/rep_barrier/dce853a5b63d44a0a1f2d09d9f4c69af 2024-11-19T00:35:17,736 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/rep_barrier/dce853a5b63d44a0a1f2d09d9f4c69af, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T00:35:17,737 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/.tmp/table/9520e5fd61cb4a8f969a893eb0203ba3 as hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/table/9520e5fd61cb4a8f969a893eb0203ba3 2024-11-19T00:35:17,741 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/table/9520e5fd61cb4a8f969a893eb0203ba3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T00:35:17,742 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-11-19T00:35:17,742 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:35:17,742 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/.tmp/norep/6b39f1daa9154c088bcc1d258df0594d is 33, key is row1/norep:/1731976508608/DeleteFamily/seqid=0 2024-11-19T00:35:17,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741847_1023 (size=5108) 2024-11-19T00:35:17,751 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T00:35:17,751 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:17,751 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:35:17,751 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:35:17,751 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976516435Running coprocessor pre-close hooks at 1731976516435Disabling compacts and flushes for region at 1731976516435Disabling writes for close at 1731976516435Obtaining lock to block concurrent updates at 1731976516435Preparing flush snapshotting stores in 1588230740 at 1731976516435Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731976516435Flushing stores of hbase:meta,,1.1588230740 at 1731976516435Flushing 1588230740/info: creating writer at 1731976516435Flushing 1588230740/info: appending metadata at 1731976516448 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731976516448Flushing 1588230740/ns: creating writer at 1731976516857 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731976516873 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731976516873Flushing 1588230740/rep_barrier: creating writer at 1731976517280 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731976517294 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731976517294Flushing 1588230740/table: creating writer at 1731976517302 (+8 ms)Flushing 1588230740/table: appending metadata at 1731976517316 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731976517316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bfed0fc: reopening flushed file at 1731976517723 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ab37ea: reopening flushed file at 1731976517728 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41dd9d02: reopening flushed file at 1731976517732 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101dd4d2: reopening flushed file at 1731976517737 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1731976517742 (+5 ms)Writing region close event to WAL at 1731976517748 (+6 ms)Running coprocessor post-close hooks at 1731976517751 (+3 ms)Closed at 1731976517751 2024-11-19T00:35:17,752 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:35:17,820 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1718, reset compression=false 2024-11-19T00:35:17,836 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1351): Waiting on 12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:35:18,036 DEBUG [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1351): Waiting on 12640fd4946a13b9a0521e9797b2e4f1 2024-11-19T00:35:18,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,151 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/.tmp/norep/6b39f1daa9154c088bcc1d258df0594d 2024-11-19T00:35:18,154 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b39f1daa9154c088bcc1d258df0594d 2024-11-19T00:35:18,163 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/.tmp/f/1226681e69834c92aae714f27d388d01 as hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/f/1226681e69834c92aae714f27d388d01 2024-11-19T00:35:18,167 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1226681e69834c92aae714f27d388d01 2024-11-19T00:35:18,167 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/f/1226681e69834c92aae714f27d388d01, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T00:35:18,168 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/.tmp/f1/1a2d0a6129be49b1aa6dcddc23555895 as hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/f1/1a2d0a6129be49b1aa6dcddc23555895 2024-11-19T00:35:18,171 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a2d0a6129be49b1aa6dcddc23555895 2024-11-19T00:35:18,171 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/f1/1a2d0a6129be49b1aa6dcddc23555895, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T00:35:18,172 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/.tmp/norep/6b39f1daa9154c088bcc1d258df0594d as hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/norep/6b39f1daa9154c088bcc1d258df0594d 2024-11-19T00:35:18,176 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b39f1daa9154c088bcc1d258df0594d 2024-11-19T00:35:18,176 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/norep/6b39f1daa9154c088bcc1d258df0594d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T00:35:18,177 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 12640fd4946a13b9a0521e9797b2e4f1 in 1303ms, sequenceid=12, compaction requested=false 2024-11-19T00:35:18,177 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T00:35:18,181 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/data/default/test/12640fd4946a13b9a0521e9797b2e4f1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T00:35:18,181 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:18,181 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:35:18,181 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1. 2024-11-19T00:35:18,182 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12640fd4946a13b9a0521e9797b2e4f1: Waiting for close lock at 1731976516873Running coprocessor pre-close hooks at 1731976516873Disabling compacts and flushes for region at 1731976516873Disabling writes for close at 1731976516873Obtaining lock to block concurrent updates at 1731976516874 (+1 ms)Preparing flush snapshotting stores in 12640fd4946a13b9a0521e9797b2e4f1 at 1731976516874Finished memstore snapshotting test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731976516874Flushing stores of test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1. at 1731976516874Flushing 12640fd4946a13b9a0521e9797b2e4f1/f: creating writer at 1731976516874Flushing 12640fd4946a13b9a0521e9797b2e4f1/f: appending metadata at 1731976516890 (+16 ms)Flushing 12640fd4946a13b9a0521e9797b2e4f1/f: closing flushed file at 1731976516890Flushing 12640fd4946a13b9a0521e9797b2e4f1/f1: creating writer at 1731976517299 (+409 ms)Flushing 12640fd4946a13b9a0521e9797b2e4f1/f1: appending metadata at 1731976517316 (+17 ms)Flushing 12640fd4946a13b9a0521e9797b2e4f1/f1: closing flushed file at 1731976517316Flushing 12640fd4946a13b9a0521e9797b2e4f1/norep: creating writer at 1731976517725 (+409 ms)Flushing 12640fd4946a13b9a0521e9797b2e4f1/norep: appending metadata at 1731976517741 (+16 ms)Flushing 12640fd4946a13b9a0521e9797b2e4f1/norep: closing flushed file at 1731976517741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11898550: reopening flushed file at 1731976518154 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2166a7e3: reopening flushed file at 1731976518167 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7cb395: reopening flushed file at 1731976518171 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 12640fd4946a13b9a0521e9797b2e4f1 in 1303ms, sequenceid=12, compaction requested=false at 1731976518177 (+6 ms)Writing region close event to WAL at 1731976518178 (+1 ms)Running coprocessor post-close hooks at 1731976518181 (+3 ms)Closed at 1731976518181 2024-11-19T00:35:18,182 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731976493805.12640fd4946a13b9a0521e9797b2e4f1. 2024-11-19T00:35:18,236 INFO [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,37599,1731976486536; all regions closed. 2024-11-19T00:35:18,238 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.meta.1731976489650.meta not finished, retry = 0 2024-11-19T00:35:18,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741834_1010 (size=4239) 2024-11-19T00:35:18,323 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 1718, reset compression=false 2024-11-19T00:35:18,327 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:18,327 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 2362, reset compression=false 2024-11-19T00:35:18,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741839_1015 (size=3552) 2024-11-19T00:35:18,341 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.rep.1731976501399 not finished, retry = 0 2024-11-19T00:35:18,386 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1491, reset compression=false 2024-11-19T00:35:18,443 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 not finished, retry = 0 2024-11-19T00:35:18,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741832_1008 (size=2370) 2024-11-19T00:35:18,530 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 to pos 2362, reset compression=false 2024-11-19T00:35:18,544 DEBUG [RS:0;6b1531871d35:37599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:18,544 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/WALs/6b1531871d35,37599,1731976486536/6b1531871d35%2C37599%2C1731976486536.1731976488670 2024-11-19T00:35:18,544 INFO [RS:0;6b1531871d35:37599 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:35:18,545 INFO [RS:0;6b1531871d35:37599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:35:18,545 INFO [RS:0;6b1531871d35:37599 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T00:35:18,545 INFO [RS:0;6b1531871d35:37599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:35:18,545 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:35:18,545 INFO [RS:0;6b1531871d35:37599 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,37599,1731976486536 because: Region server is closing 2024-11-19T00:35:18,546 INFO [RS:0;6b1531871d35:37599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:37599. 2024-11-19T00:35:18,546 DEBUG [RS:0;6b1531871d35:37599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:18,546 DEBUG [RS:0;6b1531871d35:37599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:18,546 DEBUG [RS:0;6b1531871d35:37599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:18,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:18,646 INFO [RS:0;6b1531871d35:37599 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.shipper6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 terminated 2024-11-19T00:35:18,646 INFO [RS:0;6b1531871d35:37599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:37599. 2024-11-19T00:35:18,646 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37599,1731976486536.replicationSource.wal-reader.6b1531871d35%2C37599%2C1731976486536,1-6b1531871d35,37599,1731976486536 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-19T00:35:18,646 DEBUG [RS:0;6b1531871d35:37599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:18,646 DEBUG [RS:0;6b1531871d35:37599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:18,646 DEBUG [RS:0;6b1531871d35:37599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:18,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:18,647 INFO [RS:0;6b1531871d35:37599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37599 2024-11-19T00:35:18,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:35:18,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909/rs 2024-11-19T00:35:18,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-288713909/rs/6b1531871d35,37599,1731976486536 2024-11-19T00:35:18,691 INFO [RS:0;6b1531871d35:37599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:35:18,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,37599,1731976486536] 2024-11-19T00:35:18,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:18,708 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-288713909/draining/6b1531871d35,37599,1731976486536 already deleted, retry=false 2024-11-19T00:35:18,708 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,37599,1731976486536 expired; onlineServers=0 2024-11-19T00:35:18,708 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,37911,1731976486425' ***** 2024-11-19T00:35:18,708 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:35:18,708 INFO [M:0;6b1531871d35:37911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:35:18,708 INFO [M:0;6b1531871d35:37911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:35:18,708 DEBUG [M:0;6b1531871d35:37911 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:35:18,708 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:35:18,708 DEBUG [M:0;6b1531871d35:37911 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:35:18,708 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976488471 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976488471,5,FailOnTimeoutGroup] 2024-11-19T00:35:18,708 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976488471 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976488471,5,FailOnTimeoutGroup] 2024-11-19T00:35:18,708 INFO [M:0;6b1531871d35:37911 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:35:18,708 INFO [M:0;6b1531871d35:37911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:35:18,708 DEBUG [M:0;6b1531871d35:37911 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:35:18,708 INFO [M:0;6b1531871d35:37911 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:35:18,709 INFO [M:0;6b1531871d35:37911 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:35:18,709 INFO [M:0;6b1531871d35:37911 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:35:18,709 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:35:18,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-288713909/master 2024-11-19T00:35:18,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-288713909 2024-11-19T00:35:18,716 DEBUG [M:0;6b1531871d35:37911 {}] zookeeper.ZKUtil(347): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Unable to get data of znode /1-288713909/master because node does not exist (not an error) 2024-11-19T00:35:18,716 WARN [M:0;6b1531871d35:37911 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:35:18,717 INFO [M:0;6b1531871d35:37911 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/.lastflushedseqids 2024-11-19T00:35:18,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741848_1024 (size=245) 2024-11-19T00:35:18,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:18,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37599-0x1005559c3a80004, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:18,800 INFO [RS:0;6b1531871d35:37599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:35:18,800 INFO [RS:0;6b1531871d35:37599 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,37599,1731976486536; zookeeper connection closed. 2024-11-19T00:35:18,800 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17345131 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17345131 2024-11-19T00:35:18,800 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:35:19,120 INFO [M:0;6b1531871d35:37911 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:35:19,121 INFO [M:0;6b1531871d35:37911 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:35:19,121 DEBUG [M:0;6b1531871d35:37911 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:35:19,121 INFO [M:0;6b1531871d35:37911 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:19,121 DEBUG [M:0;6b1531871d35:37911 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:19,121 DEBUG [M:0;6b1531871d35:37911 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:35:19,121 DEBUG [M:0;6b1531871d35:37911 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:19,121 INFO [M:0;6b1531871d35:37911 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T00:35:19,138 DEBUG [M:0;6b1531871d35:37911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ce0c44a74ec4a85a5fbdaa7a634db57 is 82, key is hbase:meta,,1/info:regioninfo/1731976489684/Put/seqid=0 2024-11-19T00:35:19,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741849_1025 (size=5672) 2024-11-19T00:35:19,489 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1491, reset compression=false 2024-11-19T00:35:19,542 INFO [M:0;6b1531871d35:37911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ce0c44a74ec4a85a5fbdaa7a634db57 2024-11-19T00:35:19,559 DEBUG [M:0;6b1531871d35:37911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/619816962eb448c78c3226aa0e1f6a98 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731976501435/Put/seqid=0 2024-11-19T00:35:19,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741850_1026 (size=8516) 2024-11-19T00:35:19,963 INFO [M:0;6b1531871d35:37911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/619816962eb448c78c3226aa0e1f6a98 2024-11-19T00:35:19,994 DEBUG [M:0;6b1531871d35:37911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b6e59be4f404b5c8444c9117a29d509 is 69, key is 6b1531871d35,37599,1731976486536/rs:state/1731976488491/Put/seqid=0 2024-11-19T00:35:19,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741851_1027 (size=5156) 2024-11-19T00:35:20,398 INFO [M:0;6b1531871d35:37911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b6e59be4f404b5c8444c9117a29d509 2024-11-19T00:35:20,402 DEBUG [M:0;6b1531871d35:37911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ce0c44a74ec4a85a5fbdaa7a634db57 as hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ce0c44a74ec4a85a5fbdaa7a634db57 2024-11-19T00:35:20,406 INFO [M:0;6b1531871d35:37911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ce0c44a74ec4a85a5fbdaa7a634db57, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T00:35:20,407 DEBUG [M:0;6b1531871d35:37911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/619816962eb448c78c3226aa0e1f6a98 as hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/619816962eb448c78c3226aa0e1f6a98 2024-11-19T00:35:20,410 INFO [M:0;6b1531871d35:37911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/619816962eb448c78c3226aa0e1f6a98, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T00:35:20,411 DEBUG [M:0;6b1531871d35:37911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b6e59be4f404b5c8444c9117a29d509 as hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b6e59be4f404b5c8444c9117a29d509 2024-11-19T00:35:20,414 INFO [M:0;6b1531871d35:37911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b6e59be4f404b5c8444c9117a29d509, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T00:35:20,414 INFO [M:0;6b1531871d35:37911 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false 2024-11-19T00:35:20,416 INFO [M:0;6b1531871d35:37911 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:20,416 DEBUG [M:0;6b1531871d35:37911 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976519121Disabling compacts and flushes for region at 1731976519121Disabling writes for close at 1731976519121Obtaining lock to block concurrent updates at 1731976519121Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976519121Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731976519121Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976519122 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976519122Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976519138 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976519138Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976519546 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976519559 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976519559Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976519967 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976519993 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976519993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d16156: reopening flushed file at 1731976520402 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6194e095: reopening flushed file at 1731976520406 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b1d67e2: reopening flushed file at 1731976520410 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false at 1731976520414 (+4 ms)Writing region close event to WAL at 1731976520415 (+1 ms)Closed at 1731976520415 2024-11-19T00:35:20,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39573 is added to blk_1073741830_1006 (size=63654) 2024-11-19T00:35:20,417 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e8c5e5b-744a-f79c-ee64-224f369986fc/MasterData/WALs/6b1531871d35,37911,1731976486425/6b1531871d35%2C37911%2C1731976486425.1731976488264 not finished, retry = 0 2024-11-19T00:35:20,518 INFO [M:0;6b1531871d35:37911 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:35:20,518 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:35:20,518 INFO [M:0;6b1531871d35:37911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37911 2024-11-19T00:35:20,519 INFO [M:0;6b1531871d35:37911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:35:20,650 INFO [M:0;6b1531871d35:37911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:35:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x1005559c3a80003, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:20,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@196163e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:35:20,652 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a0e76b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:35:20,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:35:20,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37999a1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:35:20,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70a075cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/hadoop.log.dir/,STOPPED} 2024-11-19T00:35:20,654 WARN [BP-1522917540-172.17.0.2-1731976484805 heartbeating to localhost/127.0.0.1:36359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:35:20,654 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:35:20,654 WARN [BP-1522917540-172.17.0.2-1731976484805 heartbeating to localhost/127.0.0.1:36359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1522917540-172.17.0.2-1731976484805 (Datanode Uuid 399875b0-d758-4b2b-a2c2-d66a5c34b5b6) service to localhost/127.0.0.1:36359 2024-11-19T00:35:20,654 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:35:20,654 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/cluster_d6cd8d63-78b6-0487-9ede-2edacf062749/data/data1/current/BP-1522917540-172.17.0.2-1731976484805 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:35:20,654 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/cluster_d6cd8d63-78b6-0487-9ede-2edacf062749/data/data2/current/BP-1522917540-172.17.0.2-1731976484805 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:35:20,655 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:35:20,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@687babfe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:35:20,661 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48103671{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:35:20,661 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:35:20,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dafa61f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:35:20,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5de60843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64233a37-d4b7-34a5-eb7c-61553df3dd02/hadoop.log.dir/,STOPPED} 2024-11-19T00:35:20,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:35:20,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:35:20,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:20,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:20,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:20,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:20,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:20,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:35:20,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=930995606, stopped=false 2024-11-19T00:35:20,674 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,32805,1731976481565 2024-11-19T00:35:20,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-841800677/running 2024-11-19T00:35:20,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-841800677/running 2024-11-19T00:35:20,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:35:20,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:35:20,683 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:35:20,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Set watcher on znode that does not yet exist, /0-841800677/running 2024-11-19T00:35:20,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:20,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Set watcher on znode that does not yet exist, /0-841800677/running 2024-11-19T00:35:20,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:20,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:20,684 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,37309,1731976481731' ***** 2024-11-19T00:35:20,684 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:35:20,684 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:35:20,684 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:35:20,684 INFO [RS:0;6b1531871d35:37309 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:35:20,684 INFO [RS:0;6b1531871d35:37309 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:35:20,685 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(3091): Received CLOSE for 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:35:20,685 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:35:20,685 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,37309,1731976481731 2024-11-19T00:35:20,685 INFO [RS:0;6b1531871d35:37309 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:35:20,685 INFO [RS:0;6b1531871d35:37309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:37309. 2024-11-19T00:35:20,685 DEBUG [RS:0;6b1531871d35:37309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:20,685 DEBUG [RS:0;6b1531871d35:37309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:20,685 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92fdbc8e3d3e0ce3c969f186a37df7b6, disabling compactions & flushes 2024-11-19T00:35:20,685 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6. 2024-11-19T00:35:20,685 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6. 2024-11-19T00:35:20,685 INFO [RS:0;6b1531871d35:37309 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:35:20,685 INFO [RS:0;6b1531871d35:37309 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:35:20,685 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6. after waiting 0 ms 2024-11-19T00:35:20,685 INFO [RS:0;6b1531871d35:37309 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:35:20,685 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6. 2024-11-19T00:35:20,685 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:35:20,685 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 92fdbc8e3d3e0ce3c969f186a37df7b6 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-19T00:35:20,685 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T00:35:20,685 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1325): Online Regions={92fdbc8e3d3e0ce3c969f186a37df7b6=test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6., 4ae342389a43a4e9a5ca719ffb46f8cb=hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:35:20,685 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ae342389a43a4e9a5ca719ffb46f8cb, 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:35:20,685 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:35:20,685 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:35:20,685 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:35:20,685 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:35:20,685 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:35:20,685 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T00:35:20,693 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1491, reset compression=false 2024-11-19T00:35:20,699 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:20,699 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1738, reset compression=false 2024-11-19T00:35:20,699 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,37309,1731976481731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:20,700 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b1531871d35,37309,1731976481731: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b1531871d35,37309,1731976481731, walGroup=6b1531871d35%2C37309%2C1731976481731, offset=6b1531871d35%2C37309%2C1731976481731.1731976483530:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:37309 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T00:35:20,702 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T00:35:20,702 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T00:35:20,702 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T00:35:20,702 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T00:35:20,702 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T00:35:20,702 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 739310592 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198605992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T00:35:20,703 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:32805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:32805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-19T00:35:20,704 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/.tmp/info/996077c6278946d3a47f7d6d8e0745e5 is 147, key is hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb./info:regioninfo/1731976499282/Put/seqid=0 2024-11-19T00:35:20,704 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/.tmp/f/434fea5fa51b4fcdb1ca769e8a7c4a4f is 37, key is row3/f:row3/1731976511265/Put/seqid=0 2024-11-19T00:35:20,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741840_1016 (size=7686) 2024-11-19T00:35:20,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741841_1017 (size=5228) 2024-11-19T00:35:20,729 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:35:20,885 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ae342389a43a4e9a5ca719ffb46f8cb, 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:35:20,906 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1738, reset compression=false 2024-11-19T00:35:21,086 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ae342389a43a4e9a5ca719ffb46f8cb, 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:35:21,116 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/.tmp/f/434fea5fa51b4fcdb1ca769e8a7c4a4f 2024-11-19T00:35:21,116 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/.tmp/info/996077c6278946d3a47f7d6d8e0745e5 2024-11-19T00:35:21,119 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 434fea5fa51b4fcdb1ca769e8a7c4a4f 2024-11-19T00:35:21,132 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/.tmp/ns/c1079542c7aa45e1bf16a5e4de097e1c is 43, key is default/ns:d/1731976484721/Put/seqid=0 2024-11-19T00:35:21,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741842_1018 (size=5153) 2024-11-19T00:35:21,139 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/.tmp/f1/e6c9372768f34951be9304d4c683d6ab is 30, key is row1/f1:/1731976508608/DeleteFamily/seqid=0 2024-11-19T00:35:21,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741843_1019 (size=5158) 2024-11-19T00:35:21,209 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1738, reset compression=false 2024-11-19T00:35:21,286 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ae342389a43a4e9a5ca719ffb46f8cb, 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:35:21,457 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:35:21,457 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:35:21,486 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ae342389a43a4e9a5ca719ffb46f8cb, 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:35:21,535 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/.tmp/ns/c1079542c7aa45e1bf16a5e4de097e1c 2024-11-19T00:35:21,542 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/.tmp/f1/e6c9372768f34951be9304d4c683d6ab 2024-11-19T00:35:21,545 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6c9372768f34951be9304d4c683d6ab 2024-11-19T00:35:21,552 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/.tmp/rep_barrier/27e43f058c68492a8040ef83914920a0 is 112, key is test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6./rep_barrier:seqnumDuringOpen/1731976493511/Put/seqid=0 2024-11-19T00:35:21,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741844_1020 (size=5518) 2024-11-19T00:35:21,559 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/.tmp/norep/cd1104ec73c4490aa8ba7390c5ca908a is 32, key is row/norep:/1731976507597/DeleteFamily/seqid=0 2024-11-19T00:35:21,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741845_1021 (size=5101) 2024-11-19T00:35:21,612 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1738, reset compression=false 2024-11-19T00:35:21,686 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ae342389a43a4e9a5ca719ffb46f8cb, 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:35:21,886 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ae342389a43a4e9a5ca719ffb46f8cb, 92fdbc8e3d3e0ce3c969f186a37df7b6 2024-11-19T00:35:21,959 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/.tmp/rep_barrier/27e43f058c68492a8040ef83914920a0 2024-11-19T00:35:21,963 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/.tmp/norep/cd1104ec73c4490aa8ba7390c5ca908a 2024-11-19T00:35:21,966 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd1104ec73c4490aa8ba7390c5ca908a 2024-11-19T00:35:21,967 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/.tmp/f/434fea5fa51b4fcdb1ca769e8a7c4a4f as hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/f/434fea5fa51b4fcdb1ca769e8a7c4a4f 2024-11-19T00:35:21,970 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 434fea5fa51b4fcdb1ca769e8a7c4a4f 2024-11-19T00:35:21,970 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/f/434fea5fa51b4fcdb1ca769e8a7c4a4f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T00:35:21,971 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/.tmp/f1/e6c9372768f34951be9304d4c683d6ab as hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/f1/e6c9372768f34951be9304d4c683d6ab 2024-11-19T00:35:21,974 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6c9372768f34951be9304d4c683d6ab 2024-11-19T00:35:21,974 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/f1/e6c9372768f34951be9304d4c683d6ab, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T00:35:21,975 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/.tmp/norep/cd1104ec73c4490aa8ba7390c5ca908a as hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/norep/cd1104ec73c4490aa8ba7390c5ca908a 2024-11-19T00:35:21,979 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd1104ec73c4490aa8ba7390c5ca908a 2024-11-19T00:35:21,979 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/norep/cd1104ec73c4490aa8ba7390c5ca908a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T00:35:21,980 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 92fdbc8e3d3e0ce3c969f186a37df7b6 in 1295ms, sequenceid=12, compaction requested=false 2024-11-19T00:35:21,980 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T00:35:21,980 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/.tmp/table/f6b3e952b4514b129dcc38df886fa9e8 is 53, key is hbase:replication/table:state/1731976499289/Put/seqid=0 2024-11-19T00:35:21,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741846_1022 (size=5308) 2024-11-19T00:35:21,984 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/default/test/92fdbc8e3d3e0ce3c969f186a37df7b6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T00:35:21,984 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:21,985 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:35:21,985 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6. 2024-11-19T00:35:21,985 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92fdbc8e3d3e0ce3c969f186a37df7b6: Waiting for close lock at 1731976520685Running coprocessor pre-close hooks at 1731976520685Disabling compacts and flushes for region at 1731976520685Disabling writes for close at 1731976520685Obtaining lock to block concurrent updates at 1731976520685Preparing flush snapshotting stores in 92fdbc8e3d3e0ce3c969f186a37df7b6 at 1731976520685Finished memstore snapshotting test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731976520686 (+1 ms)Flushing stores of test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6. at 1731976520686Flushing 92fdbc8e3d3e0ce3c969f186a37df7b6/f: creating writer at 1731976520686Flushing 92fdbc8e3d3e0ce3c969f186a37df7b6/f: appending metadata at 1731976520704 (+18 ms)Flushing 92fdbc8e3d3e0ce3c969f186a37df7b6/f: closing flushed file at 1731976520704Flushing 92fdbc8e3d3e0ce3c969f186a37df7b6/f1: creating writer at 1731976521119 (+415 ms)Flushing 92fdbc8e3d3e0ce3c969f186a37df7b6/f1: appending metadata at 1731976521138 (+19 ms)Flushing 92fdbc8e3d3e0ce3c969f186a37df7b6/f1: closing flushed file at 1731976521138Flushing 92fdbc8e3d3e0ce3c969f186a37df7b6/norep: creating writer at 1731976521545 (+407 ms)Flushing 92fdbc8e3d3e0ce3c969f186a37df7b6/norep: appending metadata at 1731976521558 (+13 ms)Flushing 92fdbc8e3d3e0ce3c969f186a37df7b6/norep: closing flushed file at 1731976521558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f323bac: reopening flushed file at 1731976521966 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec37b33: reopening flushed file at 1731976521970 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14c03ef8: reopening flushed file at 1731976521974 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 92fdbc8e3d3e0ce3c969f186a37df7b6 in 1295ms, sequenceid=12, compaction requested=false at 1731976521980 (+6 ms)Writing region close event to WAL at 1731976521982 (+2 ms)Running coprocessor post-close hooks at 1731976521984 (+2 ms)Closed at 1731976521985 (+1 ms) 2024-11-19T00:35:21,985 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731976493168.92fdbc8e3d3e0ce3c969f186a37df7b6. 2024-11-19T00:35:21,985 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ae342389a43a4e9a5ca719ffb46f8cb, disabling compactions & flushes 2024-11-19T00:35:21,985 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. 2024-11-19T00:35:21,985 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. 2024-11-19T00:35:21,985 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. after waiting 0 ms 2024-11-19T00:35:21,985 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. 2024-11-19T00:35:21,985 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ae342389a43a4e9a5ca719ffb46f8cb: Waiting for close lock at 1731976521985Running coprocessor pre-close hooks at 1731976521985Disabling compacts and flushes for region at 1731976521985Disabling writes for close at 1731976521985Failed flush hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb., putting online again at 1731976521985 2024-11-19T00:35:21,985 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. 2024-11-19T00:35:22,086 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T00:35:22,086 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1325): Online Regions={4ae342389a43a4e9a5ca719ffb46f8cb=hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:35:22,087 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:35:22,087 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ae342389a43a4e9a5ca719ffb46f8cb 2024-11-19T00:35:22,087 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ae342389a43a4e9a5ca719ffb46f8cb, disabling compactions & flushes 2024-11-19T00:35:22,087 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. 2024-11-19T00:35:22,087 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. 2024-11-19T00:35:22,087 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. after waiting 0 ms 2024-11-19T00:35:22,087 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. 2024-11-19T00:35:22,087 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ae342389a43a4e9a5ca719ffb46f8cb: Waiting for close lock at 1731976522087Running coprocessor pre-close hooks at 1731976522087Disabling compacts and flushes for region at 1731976522087Disabling writes for close at 1731976522087Failed flush hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb., putting online again at 1731976522087 2024-11-19T00:35:22,087 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731976498118.4ae342389a43a4e9a5ca719ffb46f8cb. 2024-11-19T00:35:22,116 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 1738, reset compression=false 2024-11-19T00:35:22,120 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:22,120 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 2382, reset compression=false 2024-11-19T00:35:22,287 DEBUG [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:35:22,323 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 2382, reset compression=false 2024-11-19T00:35:22,384 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/.tmp/table/f6b3e952b4514b129dcc38df886fa9e8 2024-11-19T00:35:22,387 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/.tmp/info/996077c6278946d3a47f7d6d8e0745e5 as hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/info/996077c6278946d3a47f7d6d8e0745e5 2024-11-19T00:35:22,390 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/info/996077c6278946d3a47f7d6d8e0745e5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T00:35:22,391 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/.tmp/ns/c1079542c7aa45e1bf16a5e4de097e1c as hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/ns/c1079542c7aa45e1bf16a5e4de097e1c 2024-11-19T00:35:22,394 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/ns/c1079542c7aa45e1bf16a5e4de097e1c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T00:35:22,394 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/.tmp/rep_barrier/27e43f058c68492a8040ef83914920a0 as hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/rep_barrier/27e43f058c68492a8040ef83914920a0 2024-11-19T00:35:22,397 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/rep_barrier/27e43f058c68492a8040ef83914920a0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T00:35:22,398 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/.tmp/table/f6b3e952b4514b129dcc38df886fa9e8 as hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/table/f6b3e952b4514b129dcc38df886fa9e8 2024-11-19T00:35:22,401 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/table/f6b3e952b4514b129dcc38df886fa9e8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T00:35:22,401 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-11-19T00:35:22,402 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:35:22,406 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T00:35:22,406 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:22,406 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:35:22,406 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:35:22,406 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976520685Running coprocessor pre-close hooks at 1731976520685Disabling compacts and flushes for region at 1731976520685Disabling writes for close at 1731976520685Obtaining lock to block concurrent updates at 1731976520685Preparing flush snapshotting stores in 1588230740 at 1731976520685Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731976520686 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731976520686Flushing 1588230740/info: creating writer at 1731976520686Flushing 1588230740/info: appending metadata at 1731976520703 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731976520703Flushing 1588230740/ns: creating writer at 1731976521119 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731976521131 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731976521131Flushing 1588230740/rep_barrier: creating writer at 1731976521539 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731976521552 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731976521552Flushing 1588230740/table: creating writer at 1731976521963 (+411 ms)Flushing 1588230740/table: appending metadata at 1731976521980 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731976521980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e63b771: reopening flushed file at 1731976522387 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f42fcf4: reopening flushed file at 1731976522390 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c993bf: reopening flushed file at 1731976522394 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e657f3e: reopening flushed file at 1731976522397 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1731976522402 (+5 ms)Writing region close event to WAL at 1731976522403 (+1 ms)Running coprocessor post-close hooks at 1731976522406 (+3 ms)Closed at 1731976522406 2024-11-19T00:35:22,407 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:35:22,487 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T00:35:22,487 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,37309,1731976481731; all regions closed. 2024-11-19T00:35:22,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741834_1010 (size=4239) 2024-11-19T00:35:22,489 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.meta.1731976484603.meta not finished, retry = 0 2024-11-19T00:35:22,591 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.rep.1731976499251 not finished, retry = 0 2024-11-19T00:35:22,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741839_1015 (size=2609) 2024-11-19T00:35:22,626 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 to pos 2382, reset compression=false 2024-11-19T00:35:22,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741832_1008 (size=2390) 2024-11-19T00:35:22,694 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/WALs/6b1531871d35,37309,1731976481731/6b1531871d35%2C37309%2C1731976481731.1731976483530 not finished, retry = 0 2024-11-19T00:35:22,795 DEBUG [RS:0;6b1531871d35:37309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:22,795 INFO [RS:0;6b1531871d35:37309 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:35:22,795 INFO [RS:0;6b1531871d35:37309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:35:22,795 INFO [RS:0;6b1531871d35:37309 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T00:35:22,795 INFO [RS:0;6b1531871d35:37309 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:35:22,795 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:35:22,796 INFO [RS:0;6b1531871d35:37309 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,37309,1731976481731 because: Region server is closing 2024-11-19T00:35:22,796 INFO [RS:0;6b1531871d35:37309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:37309. 2024-11-19T00:35:22,796 DEBUG [RS:0;6b1531871d35:37309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:22,796 DEBUG [RS:0;6b1531871d35:37309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:22,796 DEBUG [RS:0;6b1531871d35:37309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:22,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:22,897 INFO [RS:0;6b1531871d35:37309 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.shipper6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 terminated 2024-11-19T00:35:22,897 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,37309,1731976481731.replicationSource.wal-reader.6b1531871d35%2C37309%2C1731976481731,1-6b1531871d35,37309,1731976481731 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T00:35:22,897 INFO [RS:0;6b1531871d35:37309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:37309. 2024-11-19T00:35:22,897 DEBUG [RS:0;6b1531871d35:37309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:22,897 DEBUG [RS:0;6b1531871d35:37309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:22,897 DEBUG [RS:0;6b1531871d35:37309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:22,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:22,897 INFO [RS:0;6b1531871d35:37309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37309 2024-11-19T00:35:22,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677/rs 2024-11-19T00:35:22,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-841800677/rs/6b1531871d35,37309,1731976481731 2024-11-19T00:35:22,933 INFO [RS:0;6b1531871d35:37309 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:35:22,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,37309,1731976481731] 2024-11-19T00:35:22,949 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-841800677/draining/6b1531871d35,37309,1731976481731 already deleted, retry=false 2024-11-19T00:35:22,949 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,37309,1731976481731 expired; onlineServers=0 2024-11-19T00:35:22,949 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,32805,1731976481565' ***** 2024-11-19T00:35:22,949 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:35:22,949 INFO [M:0;6b1531871d35:32805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:35:22,949 INFO [M:0;6b1531871d35:32805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:35:22,949 DEBUG [M:0;6b1531871d35:32805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:35:22,949 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:35:22,949 DEBUG [M:0;6b1531871d35:32805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:35:22,949 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976483265 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976483265,5,FailOnTimeoutGroup] 2024-11-19T00:35:22,949 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976483265 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976483265,5,FailOnTimeoutGroup] 2024-11-19T00:35:22,950 INFO [M:0;6b1531871d35:32805 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:35:22,950 INFO [M:0;6b1531871d35:32805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:35:22,950 DEBUG [M:0;6b1531871d35:32805 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:35:22,950 INFO [M:0;6b1531871d35:32805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:35:22,950 INFO [M:0;6b1531871d35:32805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:35:22,950 INFO [M:0;6b1531871d35:32805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:35:22,950 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:35:22,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-841800677/master 2024-11-19T00:35:22,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-841800677 2024-11-19T00:35:22,958 DEBUG [M:0;6b1531871d35:32805 {}] zookeeper.ZKUtil(347): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Unable to get data of znode /0-841800677/master because node does not exist (not an error) 2024-11-19T00:35:22,958 WARN [M:0;6b1531871d35:32805 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:35:22,958 INFO [M:0;6b1531871d35:32805 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/.lastflushedseqids 2024-11-19T00:35:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741847_1023 (size=245) 2024-11-19T00:35:23,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:23,041 INFO [RS:0;6b1531871d35:37309 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:35:23,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37309-0x1005559c3a80001, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:23,041 INFO [RS:0;6b1531871d35:37309 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,37309,1731976481731; zookeeper connection closed. 2024-11-19T00:35:23,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@470a4536 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@470a4536 2024-11-19T00:35:23,042 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:35:23,363 INFO [M:0;6b1531871d35:32805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:35:23,363 INFO [M:0;6b1531871d35:32805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:35:23,363 DEBUG [M:0;6b1531871d35:32805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:35:23,363 INFO [M:0;6b1531871d35:32805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:23,363 DEBUG [M:0;6b1531871d35:32805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:23,363 DEBUG [M:0;6b1531871d35:32805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:35:23,363 DEBUG [M:0;6b1531871d35:32805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:23,363 INFO [M:0;6b1531871d35:32805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-19T00:35:23,377 DEBUG [M:0;6b1531871d35:32805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a6c29c9b5294156bfa4514d5f627d8a is 82, key is hbase:meta,,1/info:regioninfo/1731976484630/Put/seqid=0 2024-11-19T00:35:23,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741848_1024 (size=5672) 2024-11-19T00:35:23,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:35:23,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:23,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:23,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:23,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:23,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:23,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:23,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:23,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:23,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:23,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:23,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:23,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:23,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:23,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:23,782 INFO [M:0;6b1531871d35:32805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a6c29c9b5294156bfa4514d5f627d8a 2024-11-19T00:35:23,798 DEBUG [M:0;6b1531871d35:32805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d83baf82a7f42218fdb600eaa2c8282 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731976493519/Put/seqid=0 2024-11-19T00:35:23,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741849_1025 (size=7217) 2024-11-19T00:35:24,202 INFO [M:0;6b1531871d35:32805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d83baf82a7f42218fdb600eaa2c8282 2024-11-19T00:35:24,205 INFO [M:0;6b1531871d35:32805 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d83baf82a7f42218fdb600eaa2c8282 2024-11-19T00:35:24,218 DEBUG [M:0;6b1531871d35:32805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0234bc81471a4f43ba820878e1bd225b is 69, key is 6b1531871d35,37309,1731976481731/rs:state/1731976483385/Put/seqid=0 2024-11-19T00:35:24,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741850_1026 (size=5156) 2024-11-19T00:35:24,622 INFO [M:0;6b1531871d35:32805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0234bc81471a4f43ba820878e1bd225b 2024-11-19T00:35:24,626 DEBUG [M:0;6b1531871d35:32805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a6c29c9b5294156bfa4514d5f627d8a as hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a6c29c9b5294156bfa4514d5f627d8a 2024-11-19T00:35:24,630 INFO [M:0;6b1531871d35:32805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a6c29c9b5294156bfa4514d5f627d8a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T00:35:24,630 DEBUG [M:0;6b1531871d35:32805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d83baf82a7f42218fdb600eaa2c8282 as hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d83baf82a7f42218fdb600eaa2c8282 2024-11-19T00:35:24,634 INFO [M:0;6b1531871d35:32805 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d83baf82a7f42218fdb600eaa2c8282 2024-11-19T00:35:24,634 INFO [M:0;6b1531871d35:32805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d83baf82a7f42218fdb600eaa2c8282, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T00:35:24,634 DEBUG [M:0;6b1531871d35:32805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0234bc81471a4f43ba820878e1bd225b as hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0234bc81471a4f43ba820878e1bd225b 2024-11-19T00:35:24,638 INFO [M:0;6b1531871d35:32805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42243/user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0234bc81471a4f43ba820878e1bd225b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T00:35:24,639 INFO [M:0;6b1531871d35:32805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false 2024-11-19T00:35:24,644 INFO [M:0;6b1531871d35:32805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:24,644 DEBUG [M:0;6b1531871d35:32805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976523363Disabling compacts and flushes for region at 1731976523363Disabling writes for close at 1731976523363Obtaining lock to block concurrent updates at 1731976523363Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976523363Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731976523363Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976523364 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976523364Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976523377 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976523377Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976523786 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976523798 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976523798Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976524205 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976524218 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976524218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396cd63d: reopening flushed file at 1731976524625 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb89107: reopening flushed file at 1731976524630 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e851bf: reopening flushed file at 1731976524634 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false at 1731976524639 (+5 ms)Writing region close event to WAL at 1731976524644 (+5 ms)Closed at 1731976524644 2024-11-19T00:35:24,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741830_1006 (size=64411) 2024-11-19T00:35:24,646 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22d23a8f-5037-4028-387f-131b771f6324/MasterData/WALs/6b1531871d35,32805,1731976481565/6b1531871d35%2C32805%2C1731976481565.1731976483071 not finished, retry = 0 2024-11-19T00:35:24,747 INFO [M:0;6b1531871d35:32805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:35:24,747 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:35:24,747 INFO [M:0;6b1531871d35:32805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32805 2024-11-19T00:35:24,747 INFO [M:0;6b1531871d35:32805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:35:24,891 INFO [M:0;6b1531871d35:32805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:35:24,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:24,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32805-0x1005559c3a80000, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:24,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23aec636{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:35:24,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@481a6c88{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:35:24,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:35:24,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd98a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:35:24,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c10706a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/hadoop.log.dir/,STOPPED} 2024-11-19T00:35:24,896 WARN [BP-1261993402-172.17.0.2-1731976480003 heartbeating to localhost/127.0.0.1:42243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:35:24,896 WARN [BP-1261993402-172.17.0.2-1731976480003 heartbeating to localhost/127.0.0.1:42243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1261993402-172.17.0.2-1731976480003 (Datanode Uuid 2951588d-933a-417a-9ea1-a86ede82eb1c) service to localhost/127.0.0.1:42243 2024-11-19T00:35:24,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:35:24,896 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:35:24,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/cluster_21f838bb-212b-b5ca-ea61-6494188a545c/data/data1/current/BP-1261993402-172.17.0.2-1731976480003 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:35:24,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/cluster_21f838bb-212b-b5ca-ea61-6494188a545c/data/data2/current/BP-1261993402-172.17.0.2-1731976480003 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:35:24,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:35:24,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10112180{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:35:24,901 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d225e59{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:35:24,901 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:35:24,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d10a9d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:35:24,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652543cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2ed852-f7c2-308e-82c8-b766bf18ccfa/hadoop.log.dir/,STOPPED} 2024-11-19T00:35:24,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T00:35:24,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:35:24,929 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 261) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:42243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36359 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49890) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49890) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:36359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42243 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49890) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=722 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 281), ProcessCount=11 (was 11), AvailableMemoryMB=940 (was 1109) 2024-11-19T00:35:24,939 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=722, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=940 2024-11-19T00:35:24,954 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-19T00:35:24,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/hadoop.log.dir so I do NOT create it in target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524 2024-11-19T00:35:24,955 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:35:24,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/hadoop.tmp.dir so I do NOT create it in target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524 2024-11-19T00:35:24,955 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c839b50c-ebae-08ef-ea76-c5a9cc418c85/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:35:24,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524 2024-11-19T00:35:24,955 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/cluster_63e986d0-6cde-c29b-d112-289fbcf1ee86, deleteOnExit=true 2024-11-19T00:35:24,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/cluster_63e986d0-6cde-c29b-d112-289fbcf1ee86/zookeeper_0, clientPort=56176, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/cluster_63e986d0-6cde-c29b-d112-289fbcf1ee86/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/cluster_63e986d0-6cde-c29b-d112-289fbcf1ee86/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T00:35:24,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56176 2024-11-19T00:35:24,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:35:24,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:35:24,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/test.cache.data in system properties and HBase conf 2024-11-19T00:35:24,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:35:24,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:35:24,976 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:35:24,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:35:25,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1005559c3a80008, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:35:25,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1005559c3a80002, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:35:25,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1005559c3a80005, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:35:25,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1005559c3a80005, quorum=127.0.0.1:49890, baseZNode=/1-288713909 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:35:25,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1005559c3a80002, quorum=127.0.0.1:49890, baseZNode=/0-841800677 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:35:25,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1005559c3a80008, quorum=127.0.0.1:49890, baseZNode=/21453584213 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:35:25,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:35:25,284 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:35:25,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:35:25,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:35:25,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:35:25,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:35:25,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dbebb6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:35:25,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7578d2fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:35:25,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a4a941f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/java.io.tmpdir/jetty-localhost-34541-hadoop-hdfs-3_4_1-tests_jar-_-any-5832993776648616150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:35:25,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13616542{HTTP/1.1, (http/1.1)}{localhost:34541} 2024-11-19T00:35:25,389 INFO [Time-limited test {}] server.Server(415): Started @274745ms 2024-11-19T00:35:25,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:35:25,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:35:25,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:35:25,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:35:25,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:35:25,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c41a706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:35:25,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464fe840{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:35:25,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@566706b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/java.io.tmpdir/jetty-localhost-45913-hadoop-hdfs-3_4_1-tests_jar-_-any-2340596920678902802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:35:25,692 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cc929fa{HTTP/1.1, (http/1.1)}{localhost:45913} 2024-11-19T00:35:25,692 INFO [Time-limited test {}] server.Server(415): Started @275049ms 2024-11-19T00:35:25,694 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:35:26,454 WARN [Thread-3462 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/cluster_63e986d0-6cde-c29b-d112-289fbcf1ee86/data/data1/current/BP-1124673843-172.17.0.2-1731976524997/current, will proceed with Du for space computation calculation, 2024-11-19T00:35:26,454 WARN [Thread-3463 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/cluster_63e986d0-6cde-c29b-d112-289fbcf1ee86/data/data2/current/BP-1124673843-172.17.0.2-1731976524997/current, will proceed with Du for space computation calculation, 2024-11-19T00:35:26,469 WARN [Thread-3450 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:35:26,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d5f3231dda0c3 with lease ID 0x7cc2e4b3ed81207d: Processing first storage report for DS-eb963638-dd4b-4d0f-8346-dc18b0d1c8cc from datanode DatanodeRegistration(127.0.0.1:37913, datanodeUuid=222f7202-d10e-45f5-af1b-a8864f7f3f15, infoPort=39273, infoSecurePort=0, ipcPort=44603, storageInfo=lv=-57;cid=testClusterID;nsid=2016443646;c=1731976524997) 2024-11-19T00:35:26,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d5f3231dda0c3 with lease ID 0x7cc2e4b3ed81207d: from storage DS-eb963638-dd4b-4d0f-8346-dc18b0d1c8cc node DatanodeRegistration(127.0.0.1:37913, datanodeUuid=222f7202-d10e-45f5-af1b-a8864f7f3f15, infoPort=39273, infoSecurePort=0, ipcPort=44603, storageInfo=lv=-57;cid=testClusterID;nsid=2016443646;c=1731976524997), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:35:26,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d5f3231dda0c3 with lease ID 0x7cc2e4b3ed81207d: Processing first storage report for DS-10dc83df-aa27-475a-ae97-89d67d384a7e from datanode DatanodeRegistration(127.0.0.1:37913, datanodeUuid=222f7202-d10e-45f5-af1b-a8864f7f3f15, infoPort=39273, infoSecurePort=0, ipcPort=44603, storageInfo=lv=-57;cid=testClusterID;nsid=2016443646;c=1731976524997) 2024-11-19T00:35:26,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d5f3231dda0c3 with lease ID 0x7cc2e4b3ed81207d: from storage DS-10dc83df-aa27-475a-ae97-89d67d384a7e node DatanodeRegistration(127.0.0.1:37913, datanodeUuid=222f7202-d10e-45f5-af1b-a8864f7f3f15, infoPort=39273, infoSecurePort=0, ipcPort=44603, storageInfo=lv=-57;cid=testClusterID;nsid=2016443646;c=1731976524997), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:35:26,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524 2024-11-19T00:35:26,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:26,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:26,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:35:26,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T00:35:26,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T00:35:26,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T00:35:26,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:35:26,931 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60 with version=8 2024-11-19T00:35:26,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/hbase-staging 2024-11-19T00:35:26,934 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:35:26,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:26,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:26,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:35:26,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:26,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:35:26,934 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:35:26,934 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:35:26,935 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38337 2024-11-19T00:35:26,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38337 connecting to ZooKeeper ensemble=127.0.0.1:56176 2024-11-19T00:35:27,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383370x0, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:35:27,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38337-0x100555a73680000 connected 2024-11-19T00:35:27,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:27,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:27,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Set watcher on znode that does not yet exist, /01365863254/running 2024-11-19T00:35:27,073 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60, hbase.cluster.distributed=false 2024-11-19T00:35:27,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Set watcher on znode that does not yet exist, /01365863254/acl 2024-11-19T00:35:27,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38337 2024-11-19T00:35:27,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38337 2024-11-19T00:35:27,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38337 2024-11-19T00:35:27,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38337 2024-11-19T00:35:27,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38337 2024-11-19T00:35:27,089 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:35:27,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:27,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:27,089 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:35:27,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:27,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:35:27,089 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:35:27,089 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:35:27,090 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36169 2024-11-19T00:35:27,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36169 connecting to ZooKeeper ensemble=127.0.0.1:56176 2024-11-19T00:35:27,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:27,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:27,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361690x0, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:35:27,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361690x0, quorum=127.0.0.1:56176, baseZNode=/01365863254 Set watcher on znode that does not yet exist, /01365863254/running 2024-11-19T00:35:27,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36169-0x100555a73680001 connected 2024-11-19T00:35:27,103 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:35:27,104 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:35:27,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Set watcher on znode that does not yet exist, /01365863254/master 2024-11-19T00:35:27,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Set watcher on znode that does not yet exist, /01365863254/acl 2024-11-19T00:35:27,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36169 2024-11-19T00:35:27,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36169 2024-11-19T00:35:27,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36169 2024-11-19T00:35:27,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36169 2024-11-19T00:35:27,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36169 2024-11-19T00:35:27,120 DEBUG [M:0;6b1531871d35:38337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:38337 2024-11-19T00:35:27,122 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01365863254/backup-masters/6b1531871d35,38337,1731976526933 2024-11-19T00:35:27,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254/backup-masters 2024-11-19T00:35:27,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254/backup-masters 2024-11-19T00:35:27,128 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Set watcher on existing znode=/01365863254/backup-masters/6b1531871d35,38337,1731976526933 2024-11-19T00:35:27,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:27,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01365863254/master 2024-11-19T00:35:27,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:27,136 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Set watcher on existing znode=/01365863254/master 2024-11-19T00:35:27,136 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01365863254/backup-masters/6b1531871d35,38337,1731976526933 from backup master directory 2024-11-19T00:35:27,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01365863254/backup-masters/6b1531871d35,38337,1731976526933 2024-11-19T00:35:27,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254/backup-masters 2024-11-19T00:35:27,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254/backup-masters 2024-11-19T00:35:27,144 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:35:27,144 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,38337,1731976526933 2024-11-19T00:35:27,147 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/hbase.id] with ID: 06c7748b-1c4d-47eb-a530-43521f34bd7c 2024-11-19T00:35:27,147 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/.tmp/hbase.id 2024-11-19T00:35:27,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:35:27,551 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/.tmp/hbase.id]:[hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/hbase.id] 2024-11-19T00:35:27,559 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:27,559 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:35:27,560 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T00:35:27,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:27,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:27,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:35:27,999 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:35:28,000 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:35:28,000 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:35:28,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:35:28,406 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store 2024-11-19T00:35:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:35:28,811 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:28,811 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:35:28,811 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:28,811 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:28,811 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:35:28,811 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:28,811 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:28,811 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976528811Disabling compacts and flushes for region at 1731976528811Disabling writes for close at 1731976528811Writing region close event to WAL at 1731976528811Closed at 1731976528811 2024-11-19T00:35:28,812 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/.initializing 2024-11-19T00:35:28,812 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/WALs/6b1531871d35,38337,1731976526933 2024-11-19T00:35:28,812 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:35:28,814 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C38337%2C1731976526933, suffix=, logDir=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/WALs/6b1531871d35,38337,1731976526933, archiveDir=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/oldWALs, maxLogs=10 2024-11-19T00:35:28,829 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/WALs/6b1531871d35,38337,1731976526933/6b1531871d35%2C38337%2C1731976526933.1731976528814, exclude list is [], retry=0 2024-11-19T00:35:28,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37913,DS-eb963638-dd4b-4d0f-8346-dc18b0d1c8cc,DISK] 2024-11-19T00:35:28,834 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/WALs/6b1531871d35,38337,1731976526933/6b1531871d35%2C38337%2C1731976526933.1731976528814 2024-11-19T00:35:28,834 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39273:39273)] 2024-11-19T00:35:28,834 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:35:28,835 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:28,835 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:28,835 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:28,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:28,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:35:28,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:28,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:28,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:28,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:35:28,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:28,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:28,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:28,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:35:28,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:28,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:28,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:28,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:35:28,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:28,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:28,840 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:28,841 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:28,841 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:28,842 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:28,842 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:28,842 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:35:28,843 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:28,844 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:35:28,844 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66390415, jitterRate=-0.010705724358558655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:35:28,845 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976528835Initializing all the Stores at 1731976528835Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976528835Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976528835Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976528835Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976528835Cleaning up temporary data from old regions at 1731976528842 (+7 ms)Region opened successfully at 1731976528845 (+3 ms) 2024-11-19T00:35:28,845 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:35:28,847 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c9c785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:35:28,848 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:35:28,848 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:35:28,848 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:35:28,848 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:35:28,848 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:35:28,849 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:35:28,849 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:35:28,854 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:35:28,855 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Unable to get data of znode /01365863254/balancer because node does not exist (not necessarily an error) 2024-11-19T00:35:28,894 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01365863254/balancer already deleted, retry=false 2024-11-19T00:35:28,895 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:35:28,895 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Unable to get data of znode /01365863254/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:35:28,902 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01365863254/normalizer already deleted, retry=false 2024-11-19T00:35:28,903 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:35:28,904 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Unable to get data of znode /01365863254/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:35:28,911 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01365863254/switch/split already deleted, retry=false 2024-11-19T00:35:28,911 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Unable to get data of znode /01365863254/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:35:28,919 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01365863254/switch/merge already deleted, retry=false 2024-11-19T00:35:28,921 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Unable to get data of znode /01365863254/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:35:28,927 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01365863254/snapshot-cleanup already deleted, retry=false 2024-11-19T00:35:28,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01365863254/running 2024-11-19T00:35:28,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01365863254/running 2024-11-19T00:35:28,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:28,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:28,936 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,38337,1731976526933, sessionid=0x100555a73680000, setting cluster-up flag (Was=false) 2024-11-19T00:35:28,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:28,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:28,978 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01365863254/flush-table-proc/acquired, /01365863254/flush-table-proc/reached, /01365863254/flush-table-proc/abort 2024-11-19T00:35:28,978 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,38337,1731976526933 2024-11-19T00:35:28,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:28,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:29,019 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01365863254/online-snapshot/acquired, /01365863254/online-snapshot/reached, /01365863254/online-snapshot/abort 2024-11-19T00:35:29,020 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,38337,1731976526933 2024-11-19T00:35:29,021 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:35:29,022 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:35:29,023 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:35:29,023 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:35:29,023 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,38337,1731976526933 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:35:29,024 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:35:29,024 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:35:29,024 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:35:29,024 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:35:29,024 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:35:29,024 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:29,024 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:35:29,024 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:29,025 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976559025 2024-11-19T00:35:29,025 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:35:29,025 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:35:29,025 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:35:29,025 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:35:29,025 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:35:29,025 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:35:29,025 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:35:29,026 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:29,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:35:29,026 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:35:29,026 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:35:29,026 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:35:29,026 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:35:29,026 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:35:29,026 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:35:29,026 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:29,026 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:35:29,027 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976529026,5,FailOnTimeoutGroup] 2024-11-19T00:35:29,027 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976529027,5,FailOnTimeoutGroup] 2024-11-19T00:35:29,027 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:29,027 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:35:29,027 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:29,027 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:29,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:35:29,112 INFO [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(746): ClusterId : 06c7748b-1c4d-47eb-a530-43521f34bd7c 2024-11-19T00:35:29,112 DEBUG [RS:0;6b1531871d35:36169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:35:29,120 DEBUG [RS:0;6b1531871d35:36169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:35:29,120 DEBUG [RS:0;6b1531871d35:36169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:35:29,128 DEBUG [RS:0;6b1531871d35:36169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:35:29,128 DEBUG [RS:0;6b1531871d35:36169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a48140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:35:29,138 DEBUG [RS:0;6b1531871d35:36169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:36169 2024-11-19T00:35:29,138 INFO [RS:0;6b1531871d35:36169 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:35:29,138 INFO [RS:0;6b1531871d35:36169 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:35:29,138 DEBUG [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:35:29,139 INFO [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,38337,1731976526933 with port=36169, startcode=1731976527089 2024-11-19T00:35:29,139 DEBUG [RS:0;6b1531871d35:36169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:35:29,140 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:35:29,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,36169,1731976527089 2024-11-19T00:35:29,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38337 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,36169,1731976527089 2024-11-19T00:35:29,142 DEBUG [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60 2024-11-19T00:35:29,142 DEBUG [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34003 2024-11-19T00:35:29,142 DEBUG [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:35:29,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254/rs 2024-11-19T00:35:29,153 DEBUG [RS:0;6b1531871d35:36169 {}] zookeeper.ZKUtil(111): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Set watcher on existing znode=/01365863254/rs/6b1531871d35,36169,1731976527089 2024-11-19T00:35:29,153 WARN [RS:0;6b1531871d35:36169 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:35:29,153 INFO [RS:0;6b1531871d35:36169 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:35:29,153 DEBUG [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089 2024-11-19T00:35:29,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,36169,1731976527089] 2024-11-19T00:35:29,155 INFO [RS:0;6b1531871d35:36169 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:35:29,156 INFO [RS:0;6b1531871d35:36169 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:35:29,157 INFO [RS:0;6b1531871d35:36169 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:35:29,157 INFO [RS:0;6b1531871d35:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:29,157 INFO [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:35:29,157 INFO [RS:0;6b1531871d35:36169 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:35:29,157 INFO [RS:0;6b1531871d35:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:29,157 DEBUG [RS:0;6b1531871d35:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:29,157 DEBUG [RS:0;6b1531871d35:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:29,157 DEBUG [RS:0;6b1531871d35:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:29,157 DEBUG [RS:0;6b1531871d35:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:29,157 DEBUG [RS:0;6b1531871d35:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:29,157 DEBUG [RS:0;6b1531871d35:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:35:29,158 DEBUG [RS:0;6b1531871d35:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:29,158 DEBUG [RS:0;6b1531871d35:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:29,158 DEBUG [RS:0;6b1531871d35:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:29,158 DEBUG [RS:0;6b1531871d35:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:29,158 DEBUG [RS:0;6b1531871d35:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:29,158 DEBUG [RS:0;6b1531871d35:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:29,158 DEBUG [RS:0;6b1531871d35:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:35:29,158 DEBUG [RS:0;6b1531871d35:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:35:29,158 INFO [RS:0;6b1531871d35:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:29,158 INFO [RS:0;6b1531871d35:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:29,158 INFO [RS:0;6b1531871d35:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:29,158 INFO [RS:0;6b1531871d35:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:29,158 INFO [RS:0;6b1531871d35:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:29,158 INFO [RS:0;6b1531871d35:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36169,1731976527089-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:35:29,173 INFO [RS:0;6b1531871d35:36169 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:35:29,173 INFO [RS:0;6b1531871d35:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,36169,1731976527089-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:29,173 INFO [RS:0;6b1531871d35:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:29,173 INFO [RS:0;6b1531871d35:36169 {}] regionserver.Replication(171): 6b1531871d35,36169,1731976527089 started 2024-11-19T00:35:29,185 INFO [RS:0;6b1531871d35:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:29,186 INFO [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,36169,1731976527089, RpcServer on 6b1531871d35/172.17.0.2:36169, sessionid=0x100555a73680001 2024-11-19T00:35:29,186 DEBUG [RS:0;6b1531871d35:36169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:35:29,186 DEBUG [RS:0;6b1531871d35:36169 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,36169,1731976527089 2024-11-19T00:35:29,186 DEBUG [RS:0;6b1531871d35:36169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,36169,1731976527089' 2024-11-19T00:35:29,186 DEBUG [RS:0;6b1531871d35:36169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01365863254/flush-table-proc/abort' 2024-11-19T00:35:29,186 DEBUG [RS:0;6b1531871d35:36169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01365863254/flush-table-proc/acquired' 2024-11-19T00:35:29,187 DEBUG [RS:0;6b1531871d35:36169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:35:29,187 DEBUG [RS:0;6b1531871d35:36169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:35:29,187 DEBUG [RS:0;6b1531871d35:36169 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,36169,1731976527089 2024-11-19T00:35:29,187 DEBUG [RS:0;6b1531871d35:36169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,36169,1731976527089' 2024-11-19T00:35:29,187 DEBUG [RS:0;6b1531871d35:36169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01365863254/online-snapshot/abort' 2024-11-19T00:35:29,187 DEBUG [RS:0;6b1531871d35:36169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01365863254/online-snapshot/acquired' 2024-11-19T00:35:29,187 DEBUG [RS:0;6b1531871d35:36169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:35:29,187 INFO [RS:0;6b1531871d35:36169 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:35:29,187 INFO [RS:0;6b1531871d35:36169 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:35:29,287 INFO [RS:0;6b1531871d35:36169 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:35:29,288 INFO [RS:0;6b1531871d35:36169 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C36169%2C1731976527089, suffix=, logDir=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089, archiveDir=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/oldWALs, maxLogs=10 2024-11-19T00:35:29,300 DEBUG [RS:0;6b1531871d35:36169 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289, exclude list is [], retry=0 2024-11-19T00:35:29,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37913,DS-eb963638-dd4b-4d0f-8346-dc18b0d1c8cc,DISK] 2024-11-19T00:35:29,303 INFO [RS:0;6b1531871d35:36169 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 2024-11-19T00:35:29,303 DEBUG [RS:0;6b1531871d35:36169 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39273:39273)] 2024-11-19T00:35:29,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:35:29,434 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60 2024-11-19T00:35:29,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:35:29,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:29,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:35:29,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:35:29,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:29,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:29,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:35:29,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:35:29,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:29,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:29,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:35:29,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:35:29,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:29,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:29,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:35:29,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:35:29,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:29,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:29,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:35:29,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740 2024-11-19T00:35:29,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740 2024-11-19T00:35:29,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:35:29,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:35:29,845 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:35:29,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:35:29,847 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:35:29,847 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66185251, jitterRate=-0.013762906193733215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:35:29,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976529839Initializing all the Stores at 1731976529839Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976529839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976529840 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976529840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976529840Cleaning up temporary data from old regions at 1731976529845 (+5 ms)Region opened successfully at 1731976529848 (+3 ms) 2024-11-19T00:35:29,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:35:29,848 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:35:29,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:35:29,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:35:29,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:35:29,848 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:35:29,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976529848Disabling compacts and flushes for region at 1731976529848Disabling writes for close at 1731976529848Writing region close event to WAL at 1731976529848Closed at 1731976529848 2024-11-19T00:35:29,850 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:35:29,850 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:35:29,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:35:29,851 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:35:29,851 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:35:30,002 DEBUG [6b1531871d35:38337 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:35:30,002 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,36169,1731976527089 2024-11-19T00:35:30,003 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,36169,1731976527089, state=OPENING 2024-11-19T00:35:30,044 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:35:30,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:30,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:30,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01365863254/meta-region-server: CHANGED 2024-11-19T00:35:30,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01365863254/meta-region-server: CHANGED 2024-11-19T00:35:30,053 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:35:30,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,36169,1731976527089}] 2024-11-19T00:35:30,206 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:35:30,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:35:30,210 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:35:30,210 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:35:30,210 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:35:30,211 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C36169%2C1731976527089.meta, suffix=.meta, logDir=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089, archiveDir=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/oldWALs, maxLogs=10 2024-11-19T00:35:30,227 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.meta.1731976530212.meta, exclude list is [], retry=0 2024-11-19T00:35:30,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37913,DS-eb963638-dd4b-4d0f-8346-dc18b0d1c8cc,DISK] 2024-11-19T00:35:30,230 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.meta.1731976530212.meta 2024-11-19T00:35:30,230 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39273:39273)] 2024-11-19T00:35:30,230 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:35:30,231 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:35:30,231 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:35:30,231 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:35:30,231 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:35:30,231 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:35:30,231 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:30,231 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:35:30,231 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:35:30,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:35:30,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:35:30,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:30,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:30,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:35:30,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:35:30,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:30,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:30,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:35:30,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:35:30,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:30,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:30,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:35:30,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:35:30,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:30,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:30,235 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:35:30,236 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740 2024-11-19T00:35:30,237 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740 2024-11-19T00:35:30,237 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:35:30,237 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:35:30,238 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:35:30,238 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:35:30,239 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59396765, jitterRate=-0.11491923034191132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:35:30,239 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:35:30,240 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976530231Writing region info on filesystem at 1731976530231Initializing all the Stores at 1731976530232 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976530232Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976530232Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976530232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976530232Cleaning up temporary data from old regions at 1731976530237 (+5 ms)Running coprocessor post-open hooks at 1731976530239 (+2 ms)Region opened successfully at 1731976530240 (+1 ms) 2024-11-19T00:35:30,240 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976530205 2024-11-19T00:35:30,242 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:35:30,242 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:35:30,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,36169,1731976527089 2024-11-19T00:35:30,244 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,36169,1731976527089, state=OPEN 2024-11-19T00:35:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01365863254/meta-region-server 2024-11-19T00:35:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01365863254/meta-region-server 2024-11-19T00:35:30,273 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,36169,1731976527089 2024-11-19T00:35:30,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01365863254/meta-region-server: CHANGED 2024-11-19T00:35:30,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01365863254/meta-region-server: CHANGED 2024-11-19T00:35:30,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:35:30,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,36169,1731976527089 in 220 msec 2024-11-19T00:35:30,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:35:30,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 425 msec 2024-11-19T00:35:30,277 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:35:30,277 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:35:30,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:30,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,36169,1731976527089, seqNum=-1] 2024-11-19T00:35:30,279 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:30,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:35:30,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-19T00:35:30,284 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976530284, completionTime=-1 2024-11-19T00:35:30,284 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:35:30,284 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:35:30,286 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:35:30,286 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976590286 2024-11-19T00:35:30,286 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976650286 2024-11-19T00:35:30,286 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T00:35:30,286 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,38337,1731976526933-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:30,286 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,38337,1731976526933-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:30,286 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,38337,1731976526933-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:30,286 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:38337, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:30,286 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:30,286 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:30,288 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:35:30,289 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.145sec 2024-11-19T00:35:30,289 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:35:30,289 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:35:30,290 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:35:30,290 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:35:30,290 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:35:30,290 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,38337,1731976526933-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:35:30,290 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,38337,1731976526933-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:35:30,291 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:35:30,291 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:35:30,291 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,38337,1731976526933-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:30,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4e039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:30,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,38337,-1 for getting cluster id 2024-11-19T00:35:30,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:30,317 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06c7748b-1c4d-47eb-a530-43521f34bd7c' 2024-11-19T00:35:30,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:30,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06c7748b-1c4d-47eb-a530-43521f34bd7c" 2024-11-19T00:35:30,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6618fdb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:30,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,38337,-1] 2024-11-19T00:35:30,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:30,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:30,318 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:30,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72254df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:30,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:30,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,36169,1731976527089, seqNum=-1] 2024-11-19T00:35:30,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:30,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:35:30,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,38337,1731976526933 2024-11-19T00:35:30,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56176 2024-11-19T00:35:30,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:35:30,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100555a73680002 connected 2024-11-19T00:35:30,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/hadoop.log.dir so I do NOT create it in target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5 2024-11-19T00:35:30,351 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:35:30,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/hadoop.tmp.dir so I do NOT create it in target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5 2024-11-19T00:35:30,351 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:35:30,351 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5 2024-11-19T00:35:30,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:35:30,351 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/cluster_0a86016c-3cb5-f675-1397-8ccca042c2ab, deleteOnExit=true 2024-11-19T00:35:30,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:35:30,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/test.cache.data in system properties and HBase conf 2024-11-19T00:35:30,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:35:30,352 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:35:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:35:30,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:35:30,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:35:30,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:35:30,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:35:30,590 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:35:30,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:35:30,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f793bc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:35:30,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1297859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:35:30,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c0d78fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/java.io.tmpdir/jetty-localhost-46851-hadoop-hdfs-3_4_1-tests_jar-_-any-15116758590038974158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:35:30,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1edc1d28{HTTP/1.1, (http/1.1)}{localhost:46851} 2024-11-19T00:35:30,684 INFO [Time-limited test {}] server.Server(415): Started @280041ms 2024-11-19T00:35:30,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:35:30,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:35:30,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:35:30,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:35:30,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:35:30,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c308c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:35:30,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fd544fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:35:30,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27915c82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/java.io.tmpdir/jetty-localhost-34757-hadoop-hdfs-3_4_1-tests_jar-_-any-11918752439405209203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:35:30,986 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17e51eff{HTTP/1.1, (http/1.1)}{localhost:34757} 2024-11-19T00:35:30,986 INFO [Time-limited test {}] server.Server(415): Started @280343ms 2024-11-19T00:35:30,988 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:35:31,461 WARN [Thread-3583 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/cluster_0a86016c-3cb5-f675-1397-8ccca042c2ab/data/data2/current/BP-1767387479-172.17.0.2-1731976530366/current, will proceed with Du for space computation calculation, 2024-11-19T00:35:31,461 WARN [Thread-3582 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/cluster_0a86016c-3cb5-f675-1397-8ccca042c2ab/data/data1/current/BP-1767387479-172.17.0.2-1731976530366/current, will proceed with Du for space computation calculation, 2024-11-19T00:35:31,476 WARN [Thread-3570 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:35:31,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x724214baeead0503 with lease ID 0xe5a6a1cddccb2150: Processing first storage report for DS-283639eb-1d61-475b-abac-59749f79d74b from datanode DatanodeRegistration(127.0.0.1:43545, datanodeUuid=9af60164-239c-4954-b452-b9125ec53c0b, infoPort=34163, infoSecurePort=0, ipcPort=39727, storageInfo=lv=-57;cid=testClusterID;nsid=1948480502;c=1731976530366) 2024-11-19T00:35:31,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x724214baeead0503 with lease ID 0xe5a6a1cddccb2150: from storage DS-283639eb-1d61-475b-abac-59749f79d74b node DatanodeRegistration(127.0.0.1:43545, datanodeUuid=9af60164-239c-4954-b452-b9125ec53c0b, infoPort=34163, infoSecurePort=0, ipcPort=39727, storageInfo=lv=-57;cid=testClusterID;nsid=1948480502;c=1731976530366), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:35:31,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x724214baeead0503 with lease ID 0xe5a6a1cddccb2150: Processing first storage report for DS-57f52b82-cb2c-4a9d-905f-edf26b688a86 from datanode DatanodeRegistration(127.0.0.1:43545, datanodeUuid=9af60164-239c-4954-b452-b9125ec53c0b, infoPort=34163, infoSecurePort=0, ipcPort=39727, storageInfo=lv=-57;cid=testClusterID;nsid=1948480502;c=1731976530366) 2024-11-19T00:35:31,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x724214baeead0503 with lease ID 0xe5a6a1cddccb2150: from storage DS-57f52b82-cb2c-4a9d-905f-edf26b688a86 node DatanodeRegistration(127.0.0.1:43545, datanodeUuid=9af60164-239c-4954-b452-b9125ec53c0b, infoPort=34163, infoSecurePort=0, ipcPort=39727, storageInfo=lv=-57;cid=testClusterID;nsid=1948480502;c=1731976530366), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:35:31,511 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5 2024-11-19T00:35:31,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:31,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:31,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:35:31,920 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560 with version=8 2024-11-19T00:35:31,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/hbase-staging 2024-11-19T00:35:31,922 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:35:31,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:31,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:31,923 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:35:31,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:31,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:35:31,923 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:35:31,923 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:35:31,926 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32957 2024-11-19T00:35:31,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32957 connecting to ZooKeeper ensemble=127.0.0.1:56176 2024-11-19T00:35:31,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329570x0, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:35:31,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32957-0x100555a73680003 connected 2024-11-19T00:35:32,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:32,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:32,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Set watcher on znode that does not yet exist, /1338102401/running 2024-11-19T00:35:32,019 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560, hbase.cluster.distributed=false 2024-11-19T00:35:32,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Set watcher on znode that does not yet exist, /1338102401/acl 2024-11-19T00:35:32,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32957 2024-11-19T00:35:32,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32957 2024-11-19T00:35:32,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32957 2024-11-19T00:35:32,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32957 2024-11-19T00:35:32,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32957 2024-11-19T00:35:32,081 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:35:32,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:32,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:32,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:35:32,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:32,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:35:32,083 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:35:32,083 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:35:32,094 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44431 2024-11-19T00:35:32,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44431 connecting to ZooKeeper ensemble=127.0.0.1:56176 2024-11-19T00:35:32,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:32,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:32,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:35:32,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:32,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:32,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:32,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:32,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:32,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444310x0, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:35:32,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444310x0, quorum=127.0.0.1:56176, baseZNode=/1338102401 Set watcher on znode that does not yet exist, /1338102401/running 2024-11-19T00:35:32,128 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:35:32,158 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:35:32,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444310x0, quorum=127.0.0.1:56176, baseZNode=/1338102401 Set watcher on znode that does not yet exist, /1338102401/master 2024-11-19T00:35:32,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444310x0, quorum=127.0.0.1:56176, baseZNode=/1338102401 Set watcher on znode that does not yet exist, /1338102401/acl 2024-11-19T00:35:32,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44431-0x100555a73680004 connected 2024-11-19T00:35:32,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:32,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:32,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:32,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:32,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:32,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:32,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:32,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:32,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:32,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:32,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44431 2024-11-19T00:35:32,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44431 2024-11-19T00:35:32,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44431 2024-11-19T00:35:32,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44431 2024-11-19T00:35:32,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44431 2024-11-19T00:35:32,280 DEBUG [M:0;6b1531871d35:32957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:32957 2024-11-19T00:35:32,281 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1338102401/backup-masters/6b1531871d35,32957,1731976531922 2024-11-19T00:35:32,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401/backup-masters 2024-11-19T00:35:32,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401/backup-masters 2024-11-19T00:35:32,292 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Set watcher on existing znode=/1338102401/backup-masters/6b1531871d35,32957,1731976531922 2024-11-19T00:35:32,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401 2024-11-19T00:35:32,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1338102401/master 2024-11-19T00:35:32,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401 2024-11-19T00:35:32,303 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Set watcher on existing znode=/1338102401/master 2024-11-19T00:35:32,304 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1338102401/backup-masters/6b1531871d35,32957,1731976531922 from backup master directory 2024-11-19T00:35:32,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401/backup-masters 2024-11-19T00:35:32,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1338102401/backup-masters/6b1531871d35,32957,1731976531922 2024-11-19T00:35:32,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401/backup-masters 2024-11-19T00:35:32,311 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:35:32,311 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,32957,1731976531922 2024-11-19T00:35:32,323 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/hbase.id] with ID: 451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf 2024-11-19T00:35:32,323 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/.tmp/hbase.id 2024-11-19T00:35:32,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:35:32,346 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/.tmp/hbase.id]:[hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/hbase.id] 2024-11-19T00:35:32,357 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:32,358 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:35:32,360 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T00:35:32,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401 2024-11-19T00:35:32,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401 2024-11-19T00:35:32,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:35:32,413 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:35:32,414 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:35:32,418 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:35:32,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:35:32,455 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store 2024-11-19T00:35:32,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:35:32,479 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:32,479 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:35:32,479 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:32,479 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:32,479 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:35:32,479 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:32,479 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:32,479 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976532479Disabling compacts and flushes for region at 1731976532479Disabling writes for close at 1731976532479Writing region close event to WAL at 1731976532479Closed at 1731976532479 2024-11-19T00:35:32,480 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/.initializing 2024-11-19T00:35:32,480 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/WALs/6b1531871d35,32957,1731976531922 2024-11-19T00:35:32,480 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:35:32,481 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C32957%2C1731976531922, suffix=, logDir=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/WALs/6b1531871d35,32957,1731976531922, archiveDir=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/oldWALs, maxLogs=10 2024-11-19T00:35:32,499 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/WALs/6b1531871d35,32957,1731976531922/6b1531871d35%2C32957%2C1731976531922.1731976532482, exclude list is [], retry=0 2024-11-19T00:35:32,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43545,DS-283639eb-1d61-475b-abac-59749f79d74b,DISK] 2024-11-19T00:35:32,519 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/WALs/6b1531871d35,32957,1731976531922/6b1531871d35%2C32957%2C1731976531922.1731976532482 2024-11-19T00:35:32,534 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34163:34163)] 2024-11-19T00:35:32,534 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:35:32,534 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:32,534 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:32,534 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:32,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:32,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:35:32,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:32,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:32,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:32,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:35:32,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:32,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:32,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:32,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:35:32,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:32,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:32,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:32,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:35:32,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:32,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:32,552 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:32,552 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:32,552 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:32,553 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:32,553 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:32,553 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:35:32,554 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:32,561 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:35:32,562 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72362921, jitterRate=0.07829155027866364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:35:32,562 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976532534Initializing all the Stores at 1731976532535 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976532535Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976532546 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976532546Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976532546Cleaning up temporary data from old regions at 1731976532553 (+7 ms)Region opened successfully at 1731976532562 (+9 ms) 2024-11-19T00:35:32,571 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:35:32,577 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7772800d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:35:32,578 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:35:32,578 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:35:32,578 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:35:32,578 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:35:32,580 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T00:35:32,581 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:35:32,581 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:35:32,599 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:35:32,600 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Unable to get data of znode /1338102401/balancer because node does not exist (not necessarily an error) 2024-11-19T00:35:32,607 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1338102401/balancer already deleted, retry=false 2024-11-19T00:35:32,608 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:35:32,609 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Unable to get data of znode /1338102401/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:35:32,619 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1338102401/normalizer already deleted, retry=false 2024-11-19T00:35:32,620 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:35:32,623 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Unable to get data of znode /1338102401/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:35:32,632 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1338102401/switch/split already deleted, retry=false 2024-11-19T00:35:32,634 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Unable to get data of znode /1338102401/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:35:32,644 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1338102401/switch/merge already deleted, retry=false 2024-11-19T00:35:32,651 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Unable to get data of znode /1338102401/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:35:32,661 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1338102401/snapshot-cleanup already deleted, retry=false 2024-11-19T00:35:32,678 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,32957,1731976531922, sessionid=0x100555a73680003, setting cluster-up flag (Was=false) 2024-11-19T00:35:32,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1338102401/running 2024-11-19T00:35:32,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401 2024-11-19T00:35:32,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1338102401/running 2024-11-19T00:35:32,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401 2024-11-19T00:35:32,719 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1338102401/flush-table-proc/acquired, /1338102401/flush-table-proc/reached, /1338102401/flush-table-proc/abort 2024-11-19T00:35:32,720 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,32957,1731976531922 2024-11-19T00:35:32,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401 2024-11-19T00:35:32,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401 2024-11-19T00:35:32,761 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1338102401/online-snapshot/acquired, /1338102401/online-snapshot/reached, /1338102401/online-snapshot/abort 2024-11-19T00:35:32,762 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,32957,1731976531922 2024-11-19T00:35:32,770 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:35:32,786 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:35:32,786 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:35:32,786 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:35:32,787 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,32957,1731976531922 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:35:32,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:35:32,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:35:32,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:35:32,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:35:32,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:35:32,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:32,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:35:32,788 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:32,806 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:35:32,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:35:32,807 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:32,807 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:35:32,822 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976562822 2024-11-19T00:35:32,823 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:35:32,823 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:35:32,823 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:35:32,823 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:35:32,823 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:35:32,823 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:35:32,834 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:32,837 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:35:32,837 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:35:32,837 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:35:32,837 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:35:32,846 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:35:32,846 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:35:32,846 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976532846,5,FailOnTimeoutGroup] 2024-11-19T00:35:32,857 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976532846,5,FailOnTimeoutGroup] 2024-11-19T00:35:32,857 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:32,857 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:35:32,857 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:32,857 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:32,859 INFO [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(746): ClusterId : 451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf 2024-11-19T00:35:32,859 DEBUG [RS:0;6b1531871d35:44431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:35:32,870 DEBUG [RS:0;6b1531871d35:44431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:35:32,870 DEBUG [RS:0;6b1531871d35:44431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:35:32,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:35:32,879 DEBUG [RS:0;6b1531871d35:44431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:35:32,879 DEBUG [RS:0;6b1531871d35:44431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c17223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:35:32,894 DEBUG [RS:0;6b1531871d35:44431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:44431 2024-11-19T00:35:32,895 INFO [RS:0;6b1531871d35:44431 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:35:32,895 INFO [RS:0;6b1531871d35:44431 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:35:32,895 DEBUG [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:35:32,897 INFO [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,32957,1731976531922 with port=44431, startcode=1731976532081 2024-11-19T00:35:32,897 DEBUG [RS:0;6b1531871d35:44431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:35:32,904 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:35:32,905 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,44431,1731976532081 2024-11-19T00:35:32,905 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32957 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,44431,1731976532081 2024-11-19T00:35:32,906 DEBUG [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560 2024-11-19T00:35:32,906 DEBUG [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40823 2024-11-19T00:35:32,906 DEBUG [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:35:32,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401/rs 2024-11-19T00:35:32,916 DEBUG [RS:0;6b1531871d35:44431 {}] zookeeper.ZKUtil(111): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Set watcher on existing znode=/1338102401/rs/6b1531871d35,44431,1731976532081 2024-11-19T00:35:32,916 WARN [RS:0;6b1531871d35:44431 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:35:32,916 INFO [RS:0;6b1531871d35:44431 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:35:32,916 DEBUG [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081 2024-11-19T00:35:32,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,44431,1731976532081] 2024-11-19T00:35:32,948 INFO [RS:0;6b1531871d35:44431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:35:32,954 INFO [RS:0;6b1531871d35:44431 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:35:32,955 INFO [RS:0;6b1531871d35:44431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:35:32,955 INFO [RS:0;6b1531871d35:44431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:32,956 INFO [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:35:32,957 INFO [RS:0;6b1531871d35:44431 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:35:32,957 INFO [RS:0;6b1531871d35:44431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:32,957 DEBUG [RS:0;6b1531871d35:44431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:32,957 DEBUG [RS:0;6b1531871d35:44431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:32,957 DEBUG [RS:0;6b1531871d35:44431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:32,957 DEBUG [RS:0;6b1531871d35:44431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:32,957 DEBUG [RS:0;6b1531871d35:44431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:32,957 DEBUG [RS:0;6b1531871d35:44431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:35:32,957 DEBUG [RS:0;6b1531871d35:44431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:32,957 DEBUG [RS:0;6b1531871d35:44431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:32,957 DEBUG [RS:0;6b1531871d35:44431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:32,957 DEBUG [RS:0;6b1531871d35:44431 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:32,957 DEBUG [RS:0;6b1531871d35:44431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:32,957 DEBUG [RS:0;6b1531871d35:44431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:32,957 DEBUG [RS:0;6b1531871d35:44431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:35:32,957 DEBUG [RS:0;6b1531871d35:44431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:35:32,960 INFO [RS:0;6b1531871d35:44431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:32,961 INFO [RS:0;6b1531871d35:44431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:32,961 INFO [RS:0;6b1531871d35:44431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:32,961 INFO [RS:0;6b1531871d35:44431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:32,961 INFO [RS:0;6b1531871d35:44431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:32,961 INFO [RS:0;6b1531871d35:44431 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,44431,1731976532081-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:35:32,989 INFO [RS:0;6b1531871d35:44431 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:35:32,989 INFO [RS:0;6b1531871d35:44431 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,44431,1731976532081-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:32,989 INFO [RS:0;6b1531871d35:44431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:32,989 INFO [RS:0;6b1531871d35:44431 {}] regionserver.Replication(171): 6b1531871d35,44431,1731976532081 started 2024-11-19T00:35:33,011 INFO [RS:0;6b1531871d35:44431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:33,011 INFO [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,44431,1731976532081, RpcServer on 6b1531871d35/172.17.0.2:44431, sessionid=0x100555a73680004 2024-11-19T00:35:33,011 DEBUG [RS:0;6b1531871d35:44431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:35:33,011 DEBUG [RS:0;6b1531871d35:44431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,44431,1731976532081 2024-11-19T00:35:33,011 DEBUG [RS:0;6b1531871d35:44431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,44431,1731976532081' 2024-11-19T00:35:33,011 DEBUG [RS:0;6b1531871d35:44431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1338102401/flush-table-proc/abort' 2024-11-19T00:35:33,012 DEBUG [RS:0;6b1531871d35:44431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1338102401/flush-table-proc/acquired' 2024-11-19T00:35:33,012 DEBUG [RS:0;6b1531871d35:44431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:35:33,012 DEBUG [RS:0;6b1531871d35:44431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:35:33,012 DEBUG [RS:0;6b1531871d35:44431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,44431,1731976532081 2024-11-19T00:35:33,012 DEBUG [RS:0;6b1531871d35:44431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,44431,1731976532081' 2024-11-19T00:35:33,012 DEBUG [RS:0;6b1531871d35:44431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1338102401/online-snapshot/abort' 2024-11-19T00:35:33,012 DEBUG [RS:0;6b1531871d35:44431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1338102401/online-snapshot/acquired' 2024-11-19T00:35:33,013 DEBUG [RS:0;6b1531871d35:44431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:35:33,013 INFO [RS:0;6b1531871d35:44431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:35:33,013 INFO [RS:0;6b1531871d35:44431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:35:33,113 INFO [RS:0;6b1531871d35:44431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:35:33,114 INFO [RS:0;6b1531871d35:44431 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C44431%2C1731976532081, suffix=, logDir=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081, archiveDir=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/oldWALs, maxLogs=10 2024-11-19T00:35:33,137 DEBUG [RS:0;6b1531871d35:44431 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115, exclude list is [], retry=0 2024-11-19T00:35:33,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43545,DS-283639eb-1d61-475b-abac-59749f79d74b,DISK] 2024-11-19T00:35:33,146 INFO [RS:0;6b1531871d35:44431 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 2024-11-19T00:35:33,147 DEBUG [RS:0;6b1531871d35:44431 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34163:34163)] 2024-11-19T00:35:33,278 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:35:33,278 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560 2024-11-19T00:35:33,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:35:33,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:33,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:35:33,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:35:33,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:33,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:33,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:35:33,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:35:33,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:33,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:33,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:35:33,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:35:33,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:33,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:33,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:35:33,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:35:33,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:33,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:33,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:35:33,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740 2024-11-19T00:35:33,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740 2024-11-19T00:35:33,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:35:33,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:35:33,690 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:35:33,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:35:33,693 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:35:33,694 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66753479, jitterRate=-0.005295649170875549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:35:33,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976533683Initializing all the Stores at 1731976533684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976533684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976533684Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976533684Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976533684Cleaning up temporary data from old regions at 1731976533690 (+6 ms)Region opened successfully at 1731976533694 (+4 ms) 2024-11-19T00:35:33,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:35:33,694 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:35:33,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:35:33,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:35:33,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:35:33,694 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:35:33,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976533694Disabling compacts and flushes for region at 1731976533694Disabling writes for close at 1731976533694Writing region close event to WAL at 1731976533694Closed at 1731976533694 2024-11-19T00:35:33,695 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:35:33,695 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:35:33,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:35:33,697 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:35:33,697 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:35:33,848 DEBUG [6b1531871d35:32957 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:35:33,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,44431,1731976532081 2024-11-19T00:35:33,850 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,44431,1731976532081, state=OPENING 2024-11-19T00:35:33,884 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:35:33,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401 2024-11-19T00:35:33,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401 2024-11-19T00:35:33,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1338102401/meta-region-server: CHANGED 2024-11-19T00:35:33,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:35:33,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,44431,1731976532081}] 2024-11-19T00:35:33,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1338102401/meta-region-server: CHANGED 2024-11-19T00:35:34,053 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:35:34,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:35:34,057 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:35:34,057 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:35:34,057 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:35:34,058 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C44431%2C1731976532081.meta, suffix=.meta, logDir=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081, archiveDir=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/oldWALs, maxLogs=10 2024-11-19T00:35:34,073 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.meta.1731976534059.meta, exclude list is [], retry=0 2024-11-19T00:35:34,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43545,DS-283639eb-1d61-475b-abac-59749f79d74b,DISK] 2024-11-19T00:35:34,087 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.meta.1731976534059.meta 2024-11-19T00:35:34,087 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34163:34163)] 2024-11-19T00:35:34,087 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:35:34,088 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:35:34,088 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:35:34,088 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:35:34,088 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:35:34,088 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:35:34,088 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:34,088 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:35:34,088 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:35:34,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:35:34,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:35:34,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:34,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:34,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:35:34,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:35:34,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:34,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:34,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:35:34,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:35:34,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:34,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:34,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:35:34,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:35:34,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:34,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:34,094 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:35:34,094 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740 2024-11-19T00:35:34,095 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740 2024-11-19T00:35:34,096 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:35:34,096 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:35:34,096 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:35:34,097 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:35:34,098 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73447809, jitterRate=0.09445764124393463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:35:34,098 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:35:34,098 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976534088Writing region info on filesystem at 1731976534088Initializing all the Stores at 1731976534089 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976534089Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976534089Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976534089Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976534089Cleaning up temporary data from old regions at 1731976534096 (+7 ms)Running coprocessor post-open hooks at 1731976534098 (+2 ms)Region opened successfully at 1731976534098 2024-11-19T00:35:34,102 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976534053 2024-11-19T00:35:34,104 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:35:34,104 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:35:34,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,44431,1731976532081 2024-11-19T00:35:34,105 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,44431,1731976532081, state=OPEN 2024-11-19T00:35:34,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1338102401/meta-region-server 2024-11-19T00:35:34,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1338102401/meta-region-server 2024-11-19T00:35:34,116 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,44431,1731976532081 2024-11-19T00:35:34,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1338102401/meta-region-server: CHANGED 2024-11-19T00:35:34,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1338102401/meta-region-server: CHANGED 2024-11-19T00:35:34,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:35:34,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,44431,1731976532081 in 216 msec 2024-11-19T00:35:34,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:35:34,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-19T00:35:34,120 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:35:34,120 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:35:34,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:34,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,44431,1731976532081, seqNum=-1] 2024-11-19T00:35:34,122 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:34,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:35:34,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3430 sec 2024-11-19T00:35:34,127 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976534127, completionTime=-1 2024-11-19T00:35:34,127 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:35:34,127 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:35:34,128 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:35:34,128 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976594128 2024-11-19T00:35:34,128 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976654128 2024-11-19T00:35:34,128 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T00:35:34,129 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,32957,1731976531922-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:34,129 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,32957,1731976531922-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:34,129 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,32957,1731976531922-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:34,129 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:32957, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:34,129 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:34,129 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:34,130 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:35:34,132 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.821sec 2024-11-19T00:35:34,132 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:35:34,132 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:35:34,132 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:35:34,132 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:35:34,132 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:35:34,132 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,32957,1731976531922-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:35:34,132 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,32957,1731976531922-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:35:34,134 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:35:34,134 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:35:34,134 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,32957,1731976531922-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:34,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd0b129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:34,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,32957,-1 for getting cluster id 2024-11-19T00:35:34,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:34,161 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf' 2024-11-19T00:35:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf" 2024-11-19T00:35:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e96a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,32957,-1] 2024-11-19T00:35:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:34,162 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:34,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d040a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:34,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,44431,1731976532081, seqNum=-1] 2024-11-19T00:35:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:34,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:35:34,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,32957,1731976531922 2024-11-19T00:35:34,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56176 2024-11-19T00:35:34,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:35:34,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100555a73680005 connected 2024-11-19T00:35:34,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/hadoop.log.dir so I do NOT create it in target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1 2024-11-19T00:35:34,193 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:35:34,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/hadoop.tmp.dir so I do NOT create it in target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1 2024-11-19T00:35:34,193 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:35:34,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1 2024-11-19T00:35:34,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:35:34,193 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/cluster_a6419bb5-4ac2-b492-2be1-a0bf5bc020d4, deleteOnExit=true 2024-11-19T00:35:34,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:35:34,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/test.cache.data in system properties and HBase conf 2024-11-19T00:35:34,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:35:34,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:35:34,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:35:34,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:35:34,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:35:34,194 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:35:34,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:35:34,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:35:34,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:35:34,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:35:34,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:35:34,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:35:34,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:35:34,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:35:34,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:35:34,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:35:34,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:35:34,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:35:34,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:35:34,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:35:34,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:35:34,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:35:34,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:35:34,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:35:34,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:35:34,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:35:34,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75406eb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:35:34,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31188b1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:35:34,552 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:34,553 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:35:34,553 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88656 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:35:34,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6836fca9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/java.io.tmpdir/jetty-localhost-44023-hadoop-hdfs-3_4_1-tests_jar-_-any-16989152692884833642/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:35:34,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335b2848{HTTP/1.1, (http/1.1)}{localhost:44023} 2024-11-19T00:35:34,645 INFO [Time-limited test {}] server.Server(415): Started @284002ms 2024-11-19T00:35:34,864 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:35:34,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:35:34,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:35:34,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:35:34,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:35:34,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc36556{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:35:34,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e7096ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:35:34,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@573c024{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/java.io.tmpdir/jetty-localhost-35265-hadoop-hdfs-3_4_1-tests_jar-_-any-1462584469646209907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:35:34,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ee6db57{HTTP/1.1, (http/1.1)}{localhost:35265} 2024-11-19T00:35:34,967 INFO [Time-limited test {}] server.Server(415): Started @284324ms 2024-11-19T00:35:34,968 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:35:35,155 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:35:35,781 WARN [Thread-3703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/cluster_a6419bb5-4ac2-b492-2be1-a0bf5bc020d4/data/data1/current/BP-1948762774-172.17.0.2-1731976534214/current, will proceed with Du for space computation calculation, 2024-11-19T00:35:35,781 WARN [Thread-3704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/cluster_a6419bb5-4ac2-b492-2be1-a0bf5bc020d4/data/data2/current/BP-1948762774-172.17.0.2-1731976534214/current, will proceed with Du for space computation calculation, 2024-11-19T00:35:35,800 WARN [Thread-3691 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:35:35,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb31435f47b6af0eb with lease ID 0x61ba78db7387b220: Processing first storage report for DS-85fd2d05-0764-450f-a739-f6b617b4a0fa from datanode DatanodeRegistration(127.0.0.1:46021, datanodeUuid=3a75a861-a5b2-4502-ab39-e7db94c1bdf4, infoPort=37911, infoSecurePort=0, ipcPort=40581, storageInfo=lv=-57;cid=testClusterID;nsid=1402886502;c=1731976534214) 2024-11-19T00:35:35,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb31435f47b6af0eb with lease ID 0x61ba78db7387b220: from storage DS-85fd2d05-0764-450f-a739-f6b617b4a0fa node DatanodeRegistration(127.0.0.1:46021, datanodeUuid=3a75a861-a5b2-4502-ab39-e7db94c1bdf4, infoPort=37911, infoSecurePort=0, ipcPort=40581, storageInfo=lv=-57;cid=testClusterID;nsid=1402886502;c=1731976534214), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:35:35,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb31435f47b6af0eb with lease ID 0x61ba78db7387b220: Processing first storage report for DS-ef4ca4d9-91ff-4242-8e19-abd0cea72e01 from datanode DatanodeRegistration(127.0.0.1:46021, datanodeUuid=3a75a861-a5b2-4502-ab39-e7db94c1bdf4, infoPort=37911, infoSecurePort=0, ipcPort=40581, storageInfo=lv=-57;cid=testClusterID;nsid=1402886502;c=1731976534214) 2024-11-19T00:35:35,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb31435f47b6af0eb with lease ID 0x61ba78db7387b220: from storage DS-ef4ca4d9-91ff-4242-8e19-abd0cea72e01 node DatanodeRegistration(127.0.0.1:46021, datanodeUuid=3a75a861-a5b2-4502-ab39-e7db94c1bdf4, infoPort=37911, infoSecurePort=0, ipcPort=40581, storageInfo=lv=-57;cid=testClusterID;nsid=1402886502;c=1731976534214), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:35:35,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1 2024-11-19T00:35:35,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:35,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:35,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:35:36,224 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650 with version=8 2024-11-19T00:35:36,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/hbase-staging 2024-11-19T00:35:36,226 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:35:36,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:36,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:36,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:35:36,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:36,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:35:36,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:35:36,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:35:36,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41579 2024-11-19T00:35:36,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41579 connecting to ZooKeeper ensemble=127.0.0.1:56176 2024-11-19T00:35:36,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415790x0, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:35:36,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41579-0x100555a73680006 connected 2024-11-19T00:35:36,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:36,619 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T00:35:36,619 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T00:35:36,619 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T00:35:36,619 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T00:35:36,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:36,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Set watcher on znode that does not yet exist, /2-1013429639/running 2024-11-19T00:35:36,623 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650, hbase.cluster.distributed=false 2024-11-19T00:35:36,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Set watcher on znode that does not yet exist, /2-1013429639/acl 2024-11-19T00:35:36,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41579 2024-11-19T00:35:36,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41579 2024-11-19T00:35:36,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41579 2024-11-19T00:35:36,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41579 2024-11-19T00:35:36,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41579 2024-11-19T00:35:36,644 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:35:36,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:36,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:36,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:35:36,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:35:36,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:35:36,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:35:36,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:35:36,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33565 2024-11-19T00:35:36,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33565 connecting to ZooKeeper ensemble=127.0.0.1:56176 2024-11-19T00:35:36,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:36,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:36,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335650x0, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:35:36,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335650x0, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Set watcher on znode that does not yet exist, /2-1013429639/running 2024-11-19T00:35:36,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33565-0x100555a73680007 connected 2024-11-19T00:35:36,670 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:35:36,672 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:35:36,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Set watcher on znode that does not yet exist, /2-1013429639/master 2024-11-19T00:35:36,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Set watcher on znode that does not yet exist, /2-1013429639/acl 2024-11-19T00:35:36,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33565 2024-11-19T00:35:36,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33565 2024-11-19T00:35:36,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33565 2024-11-19T00:35:36,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33565 2024-11-19T00:35:36,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33565 2024-11-19T00:35:36,690 DEBUG [M:0;6b1531871d35:41579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:41579 2024-11-19T00:35:36,691 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1013429639/backup-masters/6b1531871d35,41579,1731976536226 2024-11-19T00:35:36,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639/backup-masters 2024-11-19T00:35:36,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639/backup-masters 2024-11-19T00:35:36,716 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Set watcher on existing znode=/2-1013429639/backup-masters/6b1531871d35,41579,1731976536226 2024-11-19T00:35:36,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:36,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1013429639/master 2024-11-19T00:35:36,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:36,742 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Set watcher on existing znode=/2-1013429639/master 2024-11-19T00:35:36,743 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1013429639/backup-masters/6b1531871d35,41579,1731976536226 from backup master directory 2024-11-19T00:35:36,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639/backup-masters 2024-11-19T00:35:36,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1013429639/backup-masters/6b1531871d35,41579,1731976536226 2024-11-19T00:35:36,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639/backup-masters 2024-11-19T00:35:36,786 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:35:36,786 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,41579,1731976536226 2024-11-19T00:35:36,789 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/hbase.id] with ID: be0c59d8-25ca-4c31-888c-022a08ce1ac8 2024-11-19T00:35:36,789 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/.tmp/hbase.id 2024-11-19T00:35:36,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:35:37,193 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/.tmp/hbase.id]:[hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/hbase.id] 2024-11-19T00:35:37,206 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:35:37,206 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:35:37,207 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T00:35:37,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:37,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:37,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:35:37,224 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:35:37,225 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:35:37,230 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:35:37,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:35:37,635 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store 2024-11-19T00:35:37,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:35:38,041 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:38,041 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:35:38,041 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:38,041 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:38,041 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:35:38,041 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:38,041 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:38,041 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976538041Disabling compacts and flushes for region at 1731976538041Disabling writes for close at 1731976538041Writing region close event to WAL at 1731976538041Closed at 1731976538041 2024-11-19T00:35:38,042 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/.initializing 2024-11-19T00:35:38,042 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/WALs/6b1531871d35,41579,1731976536226 2024-11-19T00:35:38,043 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:35:38,044 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C41579%2C1731976536226, suffix=, logDir=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/WALs/6b1531871d35,41579,1731976536226, archiveDir=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/oldWALs, maxLogs=10 2024-11-19T00:35:38,082 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/WALs/6b1531871d35,41579,1731976536226/6b1531871d35%2C41579%2C1731976536226.1731976538044, exclude list is [], retry=0 2024-11-19T00:35:38,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46021,DS-85fd2d05-0764-450f-a739-f6b617b4a0fa,DISK] 2024-11-19T00:35:38,086 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/WALs/6b1531871d35,41579,1731976536226/6b1531871d35%2C41579%2C1731976536226.1731976538044 2024-11-19T00:35:38,086 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37911:37911)] 2024-11-19T00:35:38,086 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:35:38,087 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:38,087 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:38,087 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:38,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:38,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:35:38,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:38,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:38,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:38,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:35:38,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:38,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:38,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:38,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:35:38,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:38,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:38,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:38,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:35:38,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:38,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:38,092 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:38,093 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:38,093 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:38,093 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:38,094 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:38,094 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:35:38,095 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:35:38,096 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:35:38,096 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58750467, jitterRate=-0.12454982101917267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:35:38,096 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976538087Initializing all the Stores at 1731976538087Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976538087Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976538087Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976538087Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976538087Cleaning up temporary data from old regions at 1731976538094 (+7 ms)Region opened successfully at 1731976538096 (+2 ms) 2024-11-19T00:35:38,096 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:35:38,098 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459cb8a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:35:38,099 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:35:38,099 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:35:38,099 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:35:38,100 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:35:38,100 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:35:38,100 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:35:38,100 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:35:38,103 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:35:38,103 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Unable to get data of znode /2-1013429639/balancer because node does not exist (not necessarily an error) 2024-11-19T00:35:38,111 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1013429639/balancer already deleted, retry=false 2024-11-19T00:35:38,111 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:35:38,112 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Unable to get data of znode /2-1013429639/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:35:38,119 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1013429639/normalizer already deleted, retry=false 2024-11-19T00:35:38,119 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:35:38,120 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Unable to get data of znode /2-1013429639/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:35:38,127 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1013429639/switch/split already deleted, retry=false 2024-11-19T00:35:38,128 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Unable to get data of znode /2-1013429639/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:35:38,136 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1013429639/switch/merge already deleted, retry=false 2024-11-19T00:35:38,137 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Unable to get data of znode /2-1013429639/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:35:38,144 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1013429639/snapshot-cleanup already deleted, retry=false 2024-11-19T00:35:38,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1013429639/running 2024-11-19T00:35:38,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1013429639/running 2024-11-19T00:35:38,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:38,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:38,153 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,41579,1731976536226, sessionid=0x100555a73680006, setting cluster-up flag (Was=false) 2024-11-19T00:35:38,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:38,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:38,194 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1013429639/flush-table-proc/acquired, /2-1013429639/flush-table-proc/reached, /2-1013429639/flush-table-proc/abort 2024-11-19T00:35:38,195 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,41579,1731976536226 2024-11-19T00:35:38,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:38,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:38,244 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1013429639/online-snapshot/acquired, /2-1013429639/online-snapshot/reached, /2-1013429639/online-snapshot/abort 2024-11-19T00:35:38,245 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,41579,1731976536226 2024-11-19T00:35:38,246 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:35:38,247 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:35:38,248 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:35:38,248 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:35:38,248 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,41579,1731976536226 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:35:38,249 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:35:38,249 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:35:38,249 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:35:38,249 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:35:38,249 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:35:38,249 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:38,250 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:35:38,250 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:38,250 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976568250 2024-11-19T00:35:38,250 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:35:38,251 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:35:38,251 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:35:38,251 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:35:38,251 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:35:38,251 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:35:38,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:35:38,251 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:38,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:35:38,251 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:35:38,251 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:35:38,251 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:35:38,251 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:35:38,251 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:35:38,252 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:35:38,252 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976538252,5,FailOnTimeoutGroup] 2024-11-19T00:35:38,252 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:38,252 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976538252,5,FailOnTimeoutGroup] 2024-11-19T00:35:38,252 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:38,252 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:35:38,252 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:38,252 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:35:38,252 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:38,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:35:38,281 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(746): ClusterId : be0c59d8-25ca-4c31-888c-022a08ce1ac8 2024-11-19T00:35:38,281 DEBUG [RS:0;6b1531871d35:33565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:35:38,291 DEBUG [RS:0;6b1531871d35:33565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:35:38,291 DEBUG [RS:0;6b1531871d35:33565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:35:38,299 DEBUG [RS:0;6b1531871d35:33565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:35:38,300 DEBUG [RS:0;6b1531871d35:33565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10320c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:35:38,314 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:33565 2024-11-19T00:35:38,314 INFO [RS:0;6b1531871d35:33565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:35:38,314 INFO [RS:0;6b1531871d35:33565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:35:38,314 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:35:38,315 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,41579,1731976536226 with port=33565, startcode=1731976536644 2024-11-19T00:35:38,315 DEBUG [RS:0;6b1531871d35:33565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:35:38,316 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:35:38,317 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41579 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,33565,1731976536644 2024-11-19T00:35:38,317 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41579 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,33565,1731976536644 2024-11-19T00:35:38,318 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650 2024-11-19T00:35:38,318 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33785 2024-11-19T00:35:38,318 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:35:38,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639/rs 2024-11-19T00:35:38,349 DEBUG [RS:0;6b1531871d35:33565 {}] zookeeper.ZKUtil(111): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Set watcher on existing znode=/2-1013429639/rs/6b1531871d35,33565,1731976536644 2024-11-19T00:35:38,349 WARN [RS:0;6b1531871d35:33565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:35:38,349 INFO [RS:0;6b1531871d35:33565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:35:38,349 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,33565,1731976536644] 2024-11-19T00:35:38,349 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644 2024-11-19T00:35:38,352 INFO [RS:0;6b1531871d35:33565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:35:38,353 INFO [RS:0;6b1531871d35:33565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:35:38,354 INFO [RS:0;6b1531871d35:33565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:35:38,354 INFO [RS:0;6b1531871d35:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:38,354 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:35:38,355 INFO [RS:0;6b1531871d35:33565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:35:38,355 INFO [RS:0;6b1531871d35:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:38,355 DEBUG [RS:0;6b1531871d35:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:38,355 DEBUG [RS:0;6b1531871d35:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:38,355 DEBUG [RS:0;6b1531871d35:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:38,355 DEBUG [RS:0;6b1531871d35:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:38,355 DEBUG [RS:0;6b1531871d35:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:38,355 DEBUG [RS:0;6b1531871d35:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:35:38,355 DEBUG [RS:0;6b1531871d35:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:38,355 DEBUG [RS:0;6b1531871d35:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:38,355 DEBUG [RS:0;6b1531871d35:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:38,355 DEBUG [RS:0;6b1531871d35:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:38,355 DEBUG [RS:0;6b1531871d35:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:38,355 DEBUG [RS:0;6b1531871d35:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:35:38,355 DEBUG [RS:0;6b1531871d35:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:35:38,355 DEBUG [RS:0;6b1531871d35:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:35:38,355 INFO [RS:0;6b1531871d35:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:38,355 INFO [RS:0;6b1531871d35:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:38,355 INFO [RS:0;6b1531871d35:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:38,355 INFO [RS:0;6b1531871d35:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:38,355 INFO [RS:0;6b1531871d35:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:38,356 INFO [RS:0;6b1531871d35:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,33565,1731976536644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:35:38,373 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:35:38,374 INFO [RS:0;6b1531871d35:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,33565,1731976536644-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:38,374 INFO [RS:0;6b1531871d35:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:38,374 INFO [RS:0;6b1531871d35:33565 {}] regionserver.Replication(171): 6b1531871d35,33565,1731976536644 started 2024-11-19T00:35:38,387 INFO [RS:0;6b1531871d35:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:38,387 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,33565,1731976536644, RpcServer on 6b1531871d35/172.17.0.2:33565, sessionid=0x100555a73680007 2024-11-19T00:35:38,387 DEBUG [RS:0;6b1531871d35:33565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:35:38,387 DEBUG [RS:0;6b1531871d35:33565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,33565,1731976536644 2024-11-19T00:35:38,387 DEBUG [RS:0;6b1531871d35:33565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,33565,1731976536644' 2024-11-19T00:35:38,387 DEBUG [RS:0;6b1531871d35:33565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1013429639/flush-table-proc/abort' 2024-11-19T00:35:38,388 DEBUG [RS:0;6b1531871d35:33565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1013429639/flush-table-proc/acquired' 2024-11-19T00:35:38,388 DEBUG [RS:0;6b1531871d35:33565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:35:38,388 DEBUG [RS:0;6b1531871d35:33565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:35:38,388 DEBUG [RS:0;6b1531871d35:33565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,33565,1731976536644 2024-11-19T00:35:38,388 DEBUG [RS:0;6b1531871d35:33565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,33565,1731976536644' 2024-11-19T00:35:38,388 DEBUG [RS:0;6b1531871d35:33565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1013429639/online-snapshot/abort' 2024-11-19T00:35:38,388 DEBUG [RS:0;6b1531871d35:33565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1013429639/online-snapshot/acquired' 2024-11-19T00:35:38,388 DEBUG [RS:0;6b1531871d35:33565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:35:38,388 INFO [RS:0;6b1531871d35:33565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:35:38,388 INFO [RS:0;6b1531871d35:33565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:35:38,489 INFO [RS:0;6b1531871d35:33565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:35:38,490 INFO [RS:0;6b1531871d35:33565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C33565%2C1731976536644, suffix=, logDir=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644, archiveDir=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/oldWALs, maxLogs=10 2024-11-19T00:35:38,503 DEBUG [RS:0;6b1531871d35:33565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490, exclude list is [], retry=0 2024-11-19T00:35:38,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46021,DS-85fd2d05-0764-450f-a739-f6b617b4a0fa,DISK] 2024-11-19T00:35:38,507 INFO [RS:0;6b1531871d35:33565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 2024-11-19T00:35:38,507 DEBUG [RS:0;6b1531871d35:33565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37911:37911)] 2024-11-19T00:35:38,660 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:35:38,660 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650 2024-11-19T00:35:38,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:35:39,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:39,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:35:39,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:35:39,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:39,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:39,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:35:39,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:35:39,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:39,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:39,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:35:39,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:35:39,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:39,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:39,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:35:39,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:35:39,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:39,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:39,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:35:39,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740 2024-11-19T00:35:39,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740 2024-11-19T00:35:39,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:35:39,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:35:39,072 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:35:39,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:35:39,074 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:35:39,075 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68305713, jitterRate=0.017834439873695374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:35:39,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976539064Initializing all the Stores at 1731976539065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976539065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976539065Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976539065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976539065Cleaning up temporary data from old regions at 1731976539072 (+7 ms)Region opened successfully at 1731976539075 (+3 ms) 2024-11-19T00:35:39,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:35:39,075 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:35:39,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:35:39,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:35:39,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:35:39,075 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:35:39,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976539075Disabling compacts and flushes for region at 1731976539075Disabling writes for close at 1731976539075Writing region close event to WAL at 1731976539075Closed at 1731976539075 2024-11-19T00:35:39,076 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:35:39,076 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:35:39,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:35:39,077 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:35:39,078 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:35:39,228 DEBUG [6b1531871d35:41579 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:35:39,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,33565,1731976536644 2024-11-19T00:35:39,230 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,33565,1731976536644, state=OPENING 2024-11-19T00:35:39,241 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:35:39,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:39,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:39,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1013429639/meta-region-server: CHANGED 2024-11-19T00:35:39,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1013429639/meta-region-server: CHANGED 2024-11-19T00:35:39,250 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:35:39,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,33565,1731976536644}] 2024-11-19T00:35:39,414 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:35:39,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:35:39,461 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:35:39,461 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:35:39,462 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:35:39,464 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C33565%2C1731976536644.meta, suffix=.meta, logDir=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644, archiveDir=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/oldWALs, maxLogs=10 2024-11-19T00:35:39,499 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.meta.1731976539465.meta, exclude list is [], retry=0 2024-11-19T00:35:39,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46021,DS-85fd2d05-0764-450f-a739-f6b617b4a0fa,DISK] 2024-11-19T00:35:39,514 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.meta.1731976539465.meta 2024-11-19T00:35:39,516 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37911:37911)] 2024-11-19T00:35:39,517 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:35:39,517 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:35:39,517 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:35:39,518 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:35:39,518 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:35:39,518 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:35:39,518 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:39,518 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:35:39,518 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:35:39,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:35:39,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:35:39,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:39,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:39,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:35:39,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:35:39,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:39,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:39,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:35:39,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:35:39,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:39,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:39,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:35:39,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:35:39,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:39,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:35:39,533 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:35:39,534 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740 2024-11-19T00:35:39,535 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740 2024-11-19T00:35:39,536 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:35:39,536 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:35:39,537 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:35:39,538 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:35:39,539 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69109129, jitterRate=0.029806271195411682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:35:39,539 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:35:39,540 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976539518Writing region info on filesystem at 1731976539518Initializing all the Stores at 1731976539523 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976539524 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976539524Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976539524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976539524Cleaning up temporary data from old regions at 1731976539536 (+12 ms)Running coprocessor post-open hooks at 1731976539539 (+3 ms)Region opened successfully at 1731976539539 2024-11-19T00:35:39,541 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976539413 2024-11-19T00:35:39,545 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:35:39,545 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:35:39,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,33565,1731976536644 2024-11-19T00:35:39,546 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,33565,1731976536644, state=OPEN 2024-11-19T00:35:39,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1013429639/meta-region-server 2024-11-19T00:35:39,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1013429639/meta-region-server 2024-11-19T00:35:39,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1013429639/meta-region-server: CHANGED 2024-11-19T00:35:39,586 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,33565,1731976536644 2024-11-19T00:35:39,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1013429639/meta-region-server: CHANGED 2024-11-19T00:35:39,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:35:39,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,33565,1731976536644 in 336 msec 2024-11-19T00:35:39,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:35:39,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:35:39,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 514 msec 2024-11-19T00:35:39,595 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:35:39,595 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:35:39,597 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:39,597 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,33565,1731976536644, seqNum=-1] 2024-11-19T00:35:39,597 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:39,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:35:39,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3560 sec 2024-11-19T00:35:39,605 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976539604, completionTime=-1 2024-11-19T00:35:39,605 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:35:39,605 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:35:39,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:39,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:39,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:39,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:39,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:39,608 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:35:39,608 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976599608 2024-11-19T00:35:39,608 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976659608 2024-11-19T00:35:39,608 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-19T00:35:39,609 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,41579,1731976536226-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:39,609 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,41579,1731976536226-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:39,609 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,41579,1731976536226-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:39,609 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:41579, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:39,609 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:39,612 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:35:39,618 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:39,623 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.837sec 2024-11-19T00:35:39,624 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:35:39,624 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:35:39,624 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:35:39,624 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:35:39,624 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:35:39,624 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,41579,1731976536226-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:35:39,624 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,41579,1731976536226-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:35:39,632 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:35:39,632 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:35:39,632 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,41579,1731976536226-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:35:39,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c9ce46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:39,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,41579,-1 for getting cluster id 2024-11-19T00:35:39,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:39,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:39,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:39,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:39,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:39,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:39,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:39,722 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be0c59d8-25ca-4c31-888c-022a08ce1ac8' 2024-11-19T00:35:39,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be0c59d8-25ca-4c31-888c-022a08ce1ac8" 2024-11-19T00:35:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d79f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,41579,-1] 2024-11-19T00:35:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:39,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:39,725 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:39,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd9fcca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:39,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:39,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,33565,1731976536644, seqNum=-1] 2024-11-19T00:35:39,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:39,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:35:39,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,41579,1731976536226 2024-11-19T00:35:39,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56176 2024-11-19T00:35:39,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:39,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:39,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:39,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:39,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,38337,1731976526933 2024-11-19T00:35:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cab6466 2024-11-19T00:35:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:39,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:35:39,767 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:35:39,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:35:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:35:39,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:35:39,771 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:39,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:35:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:35:39,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:35:39,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100555a73680008 connected 2024-11-19T00:35:39,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:35:39,823 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30bce9813108cc326bc61bfbb3e167b7, NAME => 'test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60 2024-11-19T00:35:39,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:35:39,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:39,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 30bce9813108cc326bc61bfbb3e167b7, disabling compactions & flushes 2024-11-19T00:35:39,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7. 2024-11-19T00:35:39,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7. 2024-11-19T00:35:39,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7. after waiting 0 ms 2024-11-19T00:35:39,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7. 2024-11-19T00:35:39,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7. 2024-11-19T00:35:39,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30bce9813108cc326bc61bfbb3e167b7: Waiting for close lock at 1731976539881Disabling compacts and flushes for region at 1731976539881Disabling writes for close at 1731976539881Writing region close event to WAL at 1731976539881Closed at 1731976539881 2024-11-19T00:35:39,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:35:39,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976539882"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976539882"}]},"ts":"1731976539882"} 2024-11-19T00:35:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:35:39,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:35:39,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:35:39,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976539887"}]},"ts":"1731976539887"} 2024-11-19T00:35:39,889 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:35:39,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30bce9813108cc326bc61bfbb3e167b7, ASSIGN}] 2024-11-19T00:35:39,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30bce9813108cc326bc61bfbb3e167b7, ASSIGN 2024-11-19T00:35:39,892 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=30bce9813108cc326bc61bfbb3e167b7, ASSIGN; state=OFFLINE, location=6b1531871d35,36169,1731976527089; forceNewPlan=false, retain=false 2024-11-19T00:35:40,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30bce9813108cc326bc61bfbb3e167b7, regionState=OPENING, regionLocation=6b1531871d35,36169,1731976527089 2024-11-19T00:35:40,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=30bce9813108cc326bc61bfbb3e167b7, ASSIGN because future has completed 2024-11-19T00:35:40,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30bce9813108cc326bc61bfbb3e167b7, server=6b1531871d35,36169,1731976527089}] 2024-11-19T00:35:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:35:40,207 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7. 2024-11-19T00:35:40,208 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 30bce9813108cc326bc61bfbb3e167b7, NAME => 'test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:35:40,208 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:35:40,208 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:35:40,208 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 30bce9813108cc326bc61bfbb3e167b7 2024-11-19T00:35:40,208 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:40,209 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 30bce9813108cc326bc61bfbb3e167b7 2024-11-19T00:35:40,209 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 30bce9813108cc326bc61bfbb3e167b7 2024-11-19T00:35:40,214 INFO [StoreOpener-30bce9813108cc326bc61bfbb3e167b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 30bce9813108cc326bc61bfbb3e167b7 2024-11-19T00:35:40,216 INFO [StoreOpener-30bce9813108cc326bc61bfbb3e167b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30bce9813108cc326bc61bfbb3e167b7 columnFamilyName f 2024-11-19T00:35:40,216 DEBUG [StoreOpener-30bce9813108cc326bc61bfbb3e167b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:40,217 INFO [StoreOpener-30bce9813108cc326bc61bfbb3e167b7-1 {}] regionserver.HStore(327): Store=30bce9813108cc326bc61bfbb3e167b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:40,217 INFO [StoreOpener-30bce9813108cc326bc61bfbb3e167b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 30bce9813108cc326bc61bfbb3e167b7 2024-11-19T00:35:40,219 INFO [StoreOpener-30bce9813108cc326bc61bfbb3e167b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30bce9813108cc326bc61bfbb3e167b7 columnFamilyName f1 2024-11-19T00:35:40,219 DEBUG [StoreOpener-30bce9813108cc326bc61bfbb3e167b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:40,219 INFO [StoreOpener-30bce9813108cc326bc61bfbb3e167b7-1 {}] regionserver.HStore(327): Store=30bce9813108cc326bc61bfbb3e167b7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:40,219 INFO [StoreOpener-30bce9813108cc326bc61bfbb3e167b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 30bce9813108cc326bc61bfbb3e167b7 2024-11-19T00:35:40,221 INFO [StoreOpener-30bce9813108cc326bc61bfbb3e167b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30bce9813108cc326bc61bfbb3e167b7 columnFamilyName norep 2024-11-19T00:35:40,221 DEBUG [StoreOpener-30bce9813108cc326bc61bfbb3e167b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:40,222 INFO [StoreOpener-30bce9813108cc326bc61bfbb3e167b7-1 {}] regionserver.HStore(327): Store=30bce9813108cc326bc61bfbb3e167b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:40,223 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 30bce9813108cc326bc61bfbb3e167b7 2024-11-19T00:35:40,223 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7 2024-11-19T00:35:40,224 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7 2024-11-19T00:35:40,225 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 30bce9813108cc326bc61bfbb3e167b7 2024-11-19T00:35:40,225 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 30bce9813108cc326bc61bfbb3e167b7 2024-11-19T00:35:40,226 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:35:40,227 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 30bce9813108cc326bc61bfbb3e167b7 2024-11-19T00:35:40,230 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:35:40,231 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 30bce9813108cc326bc61bfbb3e167b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67506511, jitterRate=0.005925402045249939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:35:40,231 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30bce9813108cc326bc61bfbb3e167b7 2024-11-19T00:35:40,232 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 30bce9813108cc326bc61bfbb3e167b7: Running coprocessor pre-open hook at 1731976540209Writing region info on filesystem at 1731976540209Initializing all the Stores at 1731976540210 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976540210Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976540214 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976540214Cleaning up temporary data from old regions at 1731976540225 (+11 ms)Running coprocessor post-open hooks at 1731976540231 (+6 ms)Region opened successfully at 1731976540232 (+1 ms) 2024-11-19T00:35:40,233 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7., pid=6, masterSystemTime=1731976540202 2024-11-19T00:35:40,235 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7. 2024-11-19T00:35:40,235 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7. 2024-11-19T00:35:40,236 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30bce9813108cc326bc61bfbb3e167b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,36169,1731976527089 2024-11-19T00:35:40,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30bce9813108cc326bc61bfbb3e167b7, server=6b1531871d35,36169,1731976527089 because future has completed 2024-11-19T00:35:40,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:35:40,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 30bce9813108cc326bc61bfbb3e167b7, server=6b1531871d35,36169,1731976527089 in 192 msec 2024-11-19T00:35:40,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:35:40,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=30bce9813108cc326bc61bfbb3e167b7, ASSIGN in 352 msec 2024-11-19T00:35:40,246 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:35:40,247 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976540246"}]},"ts":"1731976540246"} 2024-11-19T00:35:40,250 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:35:40,253 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:35:40,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 485 msec 2024-11-19T00:35:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:35:40,403 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:35:40,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:40,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,32957,1731976531922 2024-11-19T00:35:40,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75f4fa5e 2024-11-19T00:35:40,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:40,406 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:35:40,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:35:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:35:40,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:35:40,409 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:40,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:35:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:35:40,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:35:40,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:35:40,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c1539f2f095edfa3c90c207709edd30, NAME => 'test,,1731976540406.5c1539f2f095edfa3c90c207709edd30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560 2024-11-19T00:35:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:35:40,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976540406.5c1539f2f095edfa3c90c207709edd30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:40,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5c1539f2f095edfa3c90c207709edd30, disabling compactions & flushes 2024-11-19T00:35:40,459 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976540406.5c1539f2f095edfa3c90c207709edd30. 2024-11-19T00:35:40,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976540406.5c1539f2f095edfa3c90c207709edd30. 2024-11-19T00:35:40,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976540406.5c1539f2f095edfa3c90c207709edd30. after waiting 0 ms 2024-11-19T00:35:40,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976540406.5c1539f2f095edfa3c90c207709edd30. 2024-11-19T00:35:40,460 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976540406.5c1539f2f095edfa3c90c207709edd30. 2024-11-19T00:35:40,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c1539f2f095edfa3c90c207709edd30: Waiting for close lock at 1731976540459Disabling compacts and flushes for region at 1731976540459Disabling writes for close at 1731976540459Writing region close event to WAL at 1731976540460 (+1 ms)Closed at 1731976540460 2024-11-19T00:35:40,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:35:40,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976540406.5c1539f2f095edfa3c90c207709edd30.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976540462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976540462"}]},"ts":"1731976540462"} 2024-11-19T00:35:40,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:35:40,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:35:40,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976540466"}]},"ts":"1731976540466"} 2024-11-19T00:35:40,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:35:40,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c1539f2f095edfa3c90c207709edd30, ASSIGN}] 2024-11-19T00:35:40,471 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c1539f2f095edfa3c90c207709edd30, ASSIGN 2024-11-19T00:35:40,473 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5c1539f2f095edfa3c90c207709edd30, ASSIGN; state=OFFLINE, location=6b1531871d35,44431,1731976532081; forceNewPlan=false, retain=false 2024-11-19T00:35:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:35:40,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c1539f2f095edfa3c90c207709edd30, regionState=OPENING, regionLocation=6b1531871d35,44431,1731976532081 2024-11-19T00:35:40,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5c1539f2f095edfa3c90c207709edd30, ASSIGN because future has completed 2024-11-19T00:35:40,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c1539f2f095edfa3c90c207709edd30, server=6b1531871d35,44431,1731976532081}] 2024-11-19T00:35:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:35:40,790 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976540406.5c1539f2f095edfa3c90c207709edd30. 2024-11-19T00:35:40,790 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c1539f2f095edfa3c90c207709edd30, NAME => 'test,,1731976540406.5c1539f2f095edfa3c90c207709edd30.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:35:40,790 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:35:40,791 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:35:40,791 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5c1539f2f095edfa3c90c207709edd30 2024-11-19T00:35:40,791 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976540406.5c1539f2f095edfa3c90c207709edd30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:40,791 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5c1539f2f095edfa3c90c207709edd30 2024-11-19T00:35:40,791 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5c1539f2f095edfa3c90c207709edd30 2024-11-19T00:35:40,792 INFO [StoreOpener-5c1539f2f095edfa3c90c207709edd30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c1539f2f095edfa3c90c207709edd30 2024-11-19T00:35:40,793 INFO [StoreOpener-5c1539f2f095edfa3c90c207709edd30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c1539f2f095edfa3c90c207709edd30 columnFamilyName f 2024-11-19T00:35:40,793 DEBUG [StoreOpener-5c1539f2f095edfa3c90c207709edd30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:40,793 INFO [StoreOpener-5c1539f2f095edfa3c90c207709edd30-1 {}] regionserver.HStore(327): Store=5c1539f2f095edfa3c90c207709edd30/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:40,794 INFO [StoreOpener-5c1539f2f095edfa3c90c207709edd30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5c1539f2f095edfa3c90c207709edd30 2024-11-19T00:35:40,795 INFO [StoreOpener-5c1539f2f095edfa3c90c207709edd30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c1539f2f095edfa3c90c207709edd30 columnFamilyName f1 2024-11-19T00:35:40,795 DEBUG [StoreOpener-5c1539f2f095edfa3c90c207709edd30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:40,795 INFO [StoreOpener-5c1539f2f095edfa3c90c207709edd30-1 {}] regionserver.HStore(327): Store=5c1539f2f095edfa3c90c207709edd30/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:40,795 INFO [StoreOpener-5c1539f2f095edfa3c90c207709edd30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5c1539f2f095edfa3c90c207709edd30 2024-11-19T00:35:40,796 INFO [StoreOpener-5c1539f2f095edfa3c90c207709edd30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c1539f2f095edfa3c90c207709edd30 columnFamilyName norep 2024-11-19T00:35:40,796 DEBUG [StoreOpener-5c1539f2f095edfa3c90c207709edd30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:40,796 INFO [StoreOpener-5c1539f2f095edfa3c90c207709edd30-1 {}] regionserver.HStore(327): Store=5c1539f2f095edfa3c90c207709edd30/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:40,796 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5c1539f2f095edfa3c90c207709edd30 2024-11-19T00:35:40,797 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30 2024-11-19T00:35:40,797 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30 2024-11-19T00:35:40,798 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5c1539f2f095edfa3c90c207709edd30 2024-11-19T00:35:40,798 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5c1539f2f095edfa3c90c207709edd30 2024-11-19T00:35:40,799 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:35:40,804 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5c1539f2f095edfa3c90c207709edd30 2024-11-19T00:35:40,807 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:35:40,807 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5c1539f2f095edfa3c90c207709edd30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64363899, jitterRate=-0.04090316593647003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:35:40,807 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c1539f2f095edfa3c90c207709edd30 2024-11-19T00:35:40,807 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5c1539f2f095edfa3c90c207709edd30: Running coprocessor pre-open hook at 1731976540791Writing region info on filesystem at 1731976540791Initializing all the Stores at 1731976540792 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976540792Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976540792Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976540792Cleaning up temporary data from old regions at 1731976540798 (+6 ms)Running coprocessor post-open hooks at 1731976540807 (+9 ms)Region opened successfully at 1731976540807 2024-11-19T00:35:40,808 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976540406.5c1539f2f095edfa3c90c207709edd30., pid=6, masterSystemTime=1731976540785 2024-11-19T00:35:40,812 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976540406.5c1539f2f095edfa3c90c207709edd30. 2024-11-19T00:35:40,812 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976540406.5c1539f2f095edfa3c90c207709edd30. 2024-11-19T00:35:40,813 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c1539f2f095edfa3c90c207709edd30, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,44431,1731976532081 2024-11-19T00:35:40,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c1539f2f095edfa3c90c207709edd30, server=6b1531871d35,44431,1731976532081 because future has completed 2024-11-19T00:35:40,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:35:40,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c1539f2f095edfa3c90c207709edd30, server=6b1531871d35,44431,1731976532081 in 185 msec 2024-11-19T00:35:40,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:35:40,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5c1539f2f095edfa3c90c207709edd30, ASSIGN in 350 msec 2024-11-19T00:35:40,825 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:35:40,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976540825"}]},"ts":"1731976540825"} 2024-11-19T00:35:40,829 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:35:40,830 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:35:40,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 424 msec 2024-11-19T00:35:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:35:41,043 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:35:41,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,41579,1731976536226 2024-11-19T00:35:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@439b1075 2024-11-19T00:35:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:41,046 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:35:41,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:35:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:35:41,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:35:41,050 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:41,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:35:41,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:35:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:35:41,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:35:41,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7465f39d71379d2836609f86e4073af, NAME => 'test,,1731976541046.b7465f39d71379d2836609f86e4073af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650 2024-11-19T00:35:41,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:35:41,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976541046.b7465f39d71379d2836609f86e4073af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:41,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b7465f39d71379d2836609f86e4073af, disabling compactions & flushes 2024-11-19T00:35:41,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976541046.b7465f39d71379d2836609f86e4073af. 2024-11-19T00:35:41,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976541046.b7465f39d71379d2836609f86e4073af. 2024-11-19T00:35:41,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976541046.b7465f39d71379d2836609f86e4073af. after waiting 0 ms 2024-11-19T00:35:41,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976541046.b7465f39d71379d2836609f86e4073af. 2024-11-19T00:35:41,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976541046.b7465f39d71379d2836609f86e4073af. 2024-11-19T00:35:41,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7465f39d71379d2836609f86e4073af: Waiting for close lock at 1731976541084Disabling compacts and flushes for region at 1731976541084Disabling writes for close at 1731976541084Writing region close event to WAL at 1731976541084Closed at 1731976541084 2024-11-19T00:35:41,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:35:41,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976541046.b7465f39d71379d2836609f86e4073af.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976541086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976541086"}]},"ts":"1731976541086"} 2024-11-19T00:35:41,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:35:41,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:35:41,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976541091"}]},"ts":"1731976541091"} 2024-11-19T00:35:41,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:35:41,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7465f39d71379d2836609f86e4073af, ASSIGN}] 2024-11-19T00:35:41,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7465f39d71379d2836609f86e4073af, ASSIGN 2024-11-19T00:35:41,097 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b7465f39d71379d2836609f86e4073af, ASSIGN; state=OFFLINE, location=6b1531871d35,33565,1731976536644; forceNewPlan=false, retain=false 2024-11-19T00:35:41,156 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T00:35:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:35:41,248 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7465f39d71379d2836609f86e4073af, regionState=OPENING, regionLocation=6b1531871d35,33565,1731976536644 2024-11-19T00:35:41,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b7465f39d71379d2836609f86e4073af, ASSIGN because future has completed 2024-11-19T00:35:41,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7465f39d71379d2836609f86e4073af, server=6b1531871d35,33565,1731976536644}] 2024-11-19T00:35:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:35:41,422 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976541046.b7465f39d71379d2836609f86e4073af. 2024-11-19T00:35:41,423 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b7465f39d71379d2836609f86e4073af, NAME => 'test,,1731976541046.b7465f39d71379d2836609f86e4073af.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:35:41,423 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:35:41,423 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:35:41,423 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:41,423 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976541046.b7465f39d71379d2836609f86e4073af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:41,423 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:41,423 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:41,430 INFO [StoreOpener-b7465f39d71379d2836609f86e4073af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:41,432 INFO [StoreOpener-b7465f39d71379d2836609f86e4073af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7465f39d71379d2836609f86e4073af columnFamilyName f 2024-11-19T00:35:41,432 DEBUG [StoreOpener-b7465f39d71379d2836609f86e4073af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:41,432 INFO [StoreOpener-b7465f39d71379d2836609f86e4073af-1 {}] regionserver.HStore(327): Store=b7465f39d71379d2836609f86e4073af/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:41,432 INFO [StoreOpener-b7465f39d71379d2836609f86e4073af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:41,434 INFO [StoreOpener-b7465f39d71379d2836609f86e4073af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7465f39d71379d2836609f86e4073af columnFamilyName f1 2024-11-19T00:35:41,434 DEBUG [StoreOpener-b7465f39d71379d2836609f86e4073af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:41,434 INFO [StoreOpener-b7465f39d71379d2836609f86e4073af-1 {}] regionserver.HStore(327): Store=b7465f39d71379d2836609f86e4073af/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:41,434 INFO [StoreOpener-b7465f39d71379d2836609f86e4073af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:41,435 INFO [StoreOpener-b7465f39d71379d2836609f86e4073af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7465f39d71379d2836609f86e4073af columnFamilyName norep 2024-11-19T00:35:41,435 DEBUG [StoreOpener-b7465f39d71379d2836609f86e4073af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:41,436 INFO [StoreOpener-b7465f39d71379d2836609f86e4073af-1 {}] regionserver.HStore(327): Store=b7465f39d71379d2836609f86e4073af/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:41,436 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:41,437 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:41,437 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:41,438 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:41,438 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:41,439 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:35:41,440 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:41,446 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:35:41,447 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b7465f39d71379d2836609f86e4073af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70639915, jitterRate=0.05261676013469696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:35:41,447 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:41,447 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b7465f39d71379d2836609f86e4073af: Running coprocessor pre-open hook at 1731976541423Writing region info on filesystem at 1731976541423Initializing all the Stores at 1731976541426 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976541426Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976541430 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976541430Cleaning up temporary data from old regions at 1731976541438 (+8 ms)Running coprocessor post-open hooks at 1731976541447 (+9 ms)Region opened successfully at 1731976541447 2024-11-19T00:35:41,448 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976541046.b7465f39d71379d2836609f86e4073af., pid=6, masterSystemTime=1731976541411 2024-11-19T00:35:41,451 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976541046.b7465f39d71379d2836609f86e4073af. 2024-11-19T00:35:41,451 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976541046.b7465f39d71379d2836609f86e4073af. 2024-11-19T00:35:41,451 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7465f39d71379d2836609f86e4073af, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,33565,1731976536644 2024-11-19T00:35:41,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7465f39d71379d2836609f86e4073af, server=6b1531871d35,33565,1731976536644 because future has completed 2024-11-19T00:35:41,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:35:41,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b7465f39d71379d2836609f86e4073af, server=6b1531871d35,33565,1731976536644 in 198 msec 2024-11-19T00:35:41,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:35:41,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b7465f39d71379d2836609f86e4073af, ASSIGN in 364 msec 2024-11-19T00:35:41,465 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:35:41,465 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976541465"}]},"ts":"1731976541465"} 2024-11-19T00:35:41,467 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:35:41,468 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:35:41,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 421 msec 2024-11-19T00:35:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:35:41,684 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:35:41,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aba8d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:41,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,38337,-1 for getting cluster id 2024-11-19T00:35:41,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:41,694 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06c7748b-1c4d-47eb-a530-43521f34bd7c' 2024-11-19T00:35:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06c7748b-1c4d-47eb-a530-43521f34bd7c" 2024-11-19T00:35:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd1ea48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,38337,-1] 2024-11-19T00:35:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:41,695 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:41,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1429fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:41,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:41,697 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,38337,1731976526933 2024-11-19T00:35:41,697 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bca773a 2024-11-19T00:35:41,697 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:41,698 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:35:41,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:32957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:35:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:35:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:41,702 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:32957' 2024-11-19T00:35:41,708 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5bafc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:41,708 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,32957,-1 for getting cluster id 2024-11-19T00:35:41,708 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:41,709 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf' 2024-11-19T00:35:41,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:41,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf" 2024-11-19T00:35:41,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431ed29b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:41,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,32957,-1] 2024-11-19T00:35:41,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:41,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:41,712 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:41,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6bbc67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:41,713 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:41,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,32957,1731976531922 2024-11-19T00:35:41,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5790837b 2024-11-19T00:35:41,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:41,716 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:35:41,717 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T00:35:41,717 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:35:41,717 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:41,717 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:41,719 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:35:41,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:41,720 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:35:41,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:35:41,722 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:41,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:35:41,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741837_1013 (size=1138) 2024-11-19T00:35:41,771 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T00:35:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:42,157 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0535f9c57d25dfa79d12f36e684e4eee, NAME => 'hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60 2024-11-19T00:35:42,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741838_1014 (size=44) 2024-11-19T00:35:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:42,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:42,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0535f9c57d25dfa79d12f36e684e4eee, disabling compactions & flushes 2024-11-19T00:35:42,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. 2024-11-19T00:35:42,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. 2024-11-19T00:35:42,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. after waiting 0 ms 2024-11-19T00:35:42,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. 2024-11-19T00:35:42,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. 2024-11-19T00:35:42,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0535f9c57d25dfa79d12f36e684e4eee: Waiting for close lock at 1731976542561Disabling compacts and flushes for region at 1731976542561Disabling writes for close at 1731976542561Writing region close event to WAL at 1731976542561Closed at 1731976542561 2024-11-19T00:35:42,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:35:42,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731976542563"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976542563"}]},"ts":"1731976542563"} 2024-11-19T00:35:42,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:35:42,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:35:42,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976542568"}]},"ts":"1731976542568"} 2024-11-19T00:35:42,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T00:35:42,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0535f9c57d25dfa79d12f36e684e4eee, ASSIGN}] 2024-11-19T00:35:42,572 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0535f9c57d25dfa79d12f36e684e4eee, ASSIGN 2024-11-19T00:35:42,573 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0535f9c57d25dfa79d12f36e684e4eee, ASSIGN; state=OFFLINE, location=6b1531871d35,36169,1731976527089; forceNewPlan=false, retain=false 2024-11-19T00:35:42,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0535f9c57d25dfa79d12f36e684e4eee, regionState=OPENING, regionLocation=6b1531871d35,36169,1731976527089 2024-11-19T00:35:42,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0535f9c57d25dfa79d12f36e684e4eee, ASSIGN because future has completed 2024-11-19T00:35:42,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0535f9c57d25dfa79d12f36e684e4eee, server=6b1531871d35,36169,1731976527089}] 2024-11-19T00:35:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:42,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. 2024-11-19T00:35:42,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:35:42,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:35:42,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C36169%2C1731976527089.rep, suffix=, logDir=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089, archiveDir=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/oldWALs, maxLogs=10 2024-11-19T00:35:42,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.rep.1731976542890, exclude list is [], retry=0 2024-11-19T00:35:42,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37913,DS-eb963638-dd4b-4d0f-8346-dc18b0d1c8cc,DISK] 2024-11-19T00:35:42,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.rep.1731976542890 2024-11-19T00:35:42,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39273:39273)] 2024-11-19T00:35:42,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0535f9c57d25dfa79d12f36e684e4eee, NAME => 'hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:35:42,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:35:42,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:35:42,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. service=MultiRowMutationService 2024-11-19T00:35:42,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:35:42,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0535f9c57d25dfa79d12f36e684e4eee 2024-11-19T00:35:42,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:42,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0535f9c57d25dfa79d12f36e684e4eee 2024-11-19T00:35:42,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0535f9c57d25dfa79d12f36e684e4eee 2024-11-19T00:35:42,958 INFO [StoreOpener-0535f9c57d25dfa79d12f36e684e4eee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0535f9c57d25dfa79d12f36e684e4eee 2024-11-19T00:35:42,959 INFO [StoreOpener-0535f9c57d25dfa79d12f36e684e4eee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0535f9c57d25dfa79d12f36e684e4eee columnFamilyName hfileref 2024-11-19T00:35:42,959 DEBUG [StoreOpener-0535f9c57d25dfa79d12f36e684e4eee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:42,960 INFO [StoreOpener-0535f9c57d25dfa79d12f36e684e4eee-1 {}] regionserver.HStore(327): Store=0535f9c57d25dfa79d12f36e684e4eee/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:42,960 INFO [StoreOpener-0535f9c57d25dfa79d12f36e684e4eee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0535f9c57d25dfa79d12f36e684e4eee 2024-11-19T00:35:42,961 INFO [StoreOpener-0535f9c57d25dfa79d12f36e684e4eee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0535f9c57d25dfa79d12f36e684e4eee columnFamilyName queue 2024-11-19T00:35:42,961 DEBUG [StoreOpener-0535f9c57d25dfa79d12f36e684e4eee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:42,961 INFO [StoreOpener-0535f9c57d25dfa79d12f36e684e4eee-1 {}] regionserver.HStore(327): Store=0535f9c57d25dfa79d12f36e684e4eee/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:42,961 INFO [StoreOpener-0535f9c57d25dfa79d12f36e684e4eee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0535f9c57d25dfa79d12f36e684e4eee 2024-11-19T00:35:42,962 INFO [StoreOpener-0535f9c57d25dfa79d12f36e684e4eee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0535f9c57d25dfa79d12f36e684e4eee columnFamilyName sid 2024-11-19T00:35:42,962 DEBUG [StoreOpener-0535f9c57d25dfa79d12f36e684e4eee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:42,963 INFO [StoreOpener-0535f9c57d25dfa79d12f36e684e4eee-1 {}] regionserver.HStore(327): Store=0535f9c57d25dfa79d12f36e684e4eee/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:42,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0535f9c57d25dfa79d12f36e684e4eee 2024-11-19T00:35:42,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/replication/0535f9c57d25dfa79d12f36e684e4eee 2024-11-19T00:35:42,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/replication/0535f9c57d25dfa79d12f36e684e4eee 2024-11-19T00:35:42,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0535f9c57d25dfa79d12f36e684e4eee 2024-11-19T00:35:42,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0535f9c57d25dfa79d12f36e684e4eee 2024-11-19T00:35:42,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:35:42,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0535f9c57d25dfa79d12f36e684e4eee 2024-11-19T00:35:42,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/replication/0535f9c57d25dfa79d12f36e684e4eee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:35:42,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0535f9c57d25dfa79d12f36e684e4eee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71234783, jitterRate=0.06148098409175873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:35:42,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0535f9c57d25dfa79d12f36e684e4eee 2024-11-19T00:35:42,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0535f9c57d25dfa79d12f36e684e4eee: Running coprocessor pre-open hook at 1731976542952Writing region info on filesystem at 1731976542952Initializing all the Stores at 1731976542953 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976542953Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976542958 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976542958Cleaning up temporary data from old regions at 1731976542965 (+7 ms)Running coprocessor post-open hooks at 1731976542972 (+7 ms)Region opened successfully at 1731976542972 2024-11-19T00:35:42,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee., pid=10, masterSystemTime=1731976542878 2024-11-19T00:35:42,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. 2024-11-19T00:35:42,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. 2024-11-19T00:35:42,976 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0535f9c57d25dfa79d12f36e684e4eee, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,36169,1731976527089 2024-11-19T00:35:42,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0535f9c57d25dfa79d12f36e684e4eee, server=6b1531871d35,36169,1731976527089 because future has completed 2024-11-19T00:35:42,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T00:35:42,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0535f9c57d25dfa79d12f36e684e4eee, server=6b1531871d35,36169,1731976527089 in 253 msec 2024-11-19T00:35:42,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T00:35:42,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0535f9c57d25dfa79d12f36e684e4eee, ASSIGN in 410 msec 2024-11-19T00:35:42,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:35:42,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976542985"}]},"ts":"1731976542985"} 2024-11-19T00:35:42,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T00:35:42,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:35:42,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2720 sec 2024-11-19T00:35:43,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee., hostname=6b1531871d35,36169,1731976527089, seqNum=2] 2024-11-19T00:35:43,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:43,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:43,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:35:43,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T00:35:43,249 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T00:35:43,287 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,36169,1731976527089, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:35:43,287 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:43,287 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,36169,1731976527089, seqNum=-1] 2024-11-19T00:35:43,288 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:43,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-19T00:35:43,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b1531871d35,36169,1731976527089', locateType=CURRENT is [region=hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee., hostname=6b1531871d35,36169,1731976527089, seqNum=2] 2024-11-19T00:35:43,294 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T00:35:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T00:35:43,296 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b1531871d35,36169,1731976527089 suceeded 2024-11-19T00:35:43,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T00:35:43,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-19T00:35:43,299 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b1531871d35:32957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:35:43,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6000 sec 2024-11-19T00:35:43,317 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:32957' 2024-11-19T00:35:43,326 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e1dd63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:43,326 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,32957,-1 for getting cluster id 2024-11-19T00:35:43,326 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:43,327 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf' 2024-11-19T00:35:43,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:43,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf" 2024-11-19T00:35:43,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bb0e079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:43,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,32957,-1] 2024-11-19T00:35:43,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:43,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:43,328 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:43,329 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a971739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:43,329 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:43,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,32957,1731976531922 2024-11-19T00:35:43,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@438b19ad 2024-11-19T00:35:43,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:43,331 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-19T00:35:43,332 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,36169,1731976527089 (queues=1) is replicating from cluster=06c7748b-1c4d-47eb-a530-43521f34bd7c to cluster=451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf 2024-11-19T00:35:43,332 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C36169%2C1731976527089 2024-11-19T00:35:43,332 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,36169,1731976527089, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:35:43,334 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.shipper6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C36169%2C1731976527089 2024-11-19T00:35:43,334 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289, startPosition=0, beingWritten=true 2024-11-19T00:35:43,340 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:43,340 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.shipper6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,36169,1731976527089 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:43,341 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 379, reset compression=false 2024-11-19T00:35:43,547 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 379, reset compression=false 2024-11-19T00:35:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:43,854 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:35:43,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:43,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:43,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:43,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:43,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:43,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe7747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:43,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,32957,-1 for getting cluster id 2024-11-19T00:35:43,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:43,864 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf' 2024-11-19T00:35:43,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:43,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf" 2024-11-19T00:35:43,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d05c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:43,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,32957,-1] 2024-11-19T00:35:43,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:43,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:43,866 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:43,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@772375c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:43,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:43,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,32957,1731976531922 2024-11-19T00:35:43,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a9f15f6 2024-11-19T00:35:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:43,870 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:35:43,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:41579,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:35:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:35:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:43,874 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 379, reset compression=false 2024-11-19T00:35:43,874 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:41579' 2024-11-19T00:35:43,879 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc07652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:43,879 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,41579,-1 for getting cluster id 2024-11-19T00:35:43,880 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:43,880 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be0c59d8-25ca-4c31-888c-022a08ce1ac8' 2024-11-19T00:35:43,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:43,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be0c59d8-25ca-4c31-888c-022a08ce1ac8" 2024-11-19T00:35:43,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af38b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:43,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,41579,-1] 2024-11-19T00:35:43,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:43,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:43,885 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:43,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40622541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:43,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:43,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,41579,1731976536226 2024-11-19T00:35:43,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d1f62f5 2024-11-19T00:35:43,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:43,889 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:35:43,890 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T00:35:43,891 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:35:43,891 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:43,891 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:43,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:43,891 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:35:43,893 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:35:43,894 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:35:43,894 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:43,895 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:35:43,943 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T00:35:43,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741837_1013 (size=1138) 2024-11-19T00:35:43,956 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b20c3dda8bb25acbd6d1be0fe4cf6e2c, NAME => 'hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560 2024-11-19T00:35:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741838_1014 (size=44) 2024-11-19T00:35:44,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:44,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b20c3dda8bb25acbd6d1be0fe4cf6e2c, disabling compactions & flushes 2024-11-19T00:35:44,001 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. 2024-11-19T00:35:44,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. 2024-11-19T00:35:44,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. after waiting 0 ms 2024-11-19T00:35:44,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. 2024-11-19T00:35:44,002 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. 2024-11-19T00:35:44,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b20c3dda8bb25acbd6d1be0fe4cf6e2c: Waiting for close lock at 1731976544001Disabling compacts and flushes for region at 1731976544001Disabling writes for close at 1731976544001Writing region close event to WAL at 1731976544002 (+1 ms)Closed at 1731976544002 2024-11-19T00:35:44,003 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:35:44,003 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731976544003"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976544003"}]},"ts":"1731976544003"} 2024-11-19T00:35:44,006 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:35:44,007 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:35:44,007 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976544007"}]},"ts":"1731976544007"} 2024-11-19T00:35:44,009 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T00:35:44,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b20c3dda8bb25acbd6d1be0fe4cf6e2c, ASSIGN}] 2024-11-19T00:35:44,011 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b20c3dda8bb25acbd6d1be0fe4cf6e2c, ASSIGN 2024-11-19T00:35:44,013 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b20c3dda8bb25acbd6d1be0fe4cf6e2c, ASSIGN; state=OFFLINE, location=6b1531871d35,44431,1731976532081; forceNewPlan=false, retain=false 2024-11-19T00:35:44,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b20c3dda8bb25acbd6d1be0fe4cf6e2c, regionState=OPENING, regionLocation=6b1531871d35,44431,1731976532081 2024-11-19T00:35:44,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b20c3dda8bb25acbd6d1be0fe4cf6e2c, ASSIGN because future has completed 2024-11-19T00:35:44,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b20c3dda8bb25acbd6d1be0fe4cf6e2c, server=6b1531871d35,44431,1731976532081}] 2024-11-19T00:35:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:44,311 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 379, reset compression=false 2024-11-19T00:35:44,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. 2024-11-19T00:35:44,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:35:44,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:35:44,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C44431%2C1731976532081.rep, suffix=, logDir=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081, archiveDir=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/oldWALs, maxLogs=10 2024-11-19T00:35:44,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.rep.1731976544328, exclude list is [], retry=0 2024-11-19T00:35:44,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43545,DS-283639eb-1d61-475b-abac-59749f79d74b,DISK] 2024-11-19T00:35:44,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.rep.1731976544328 2024-11-19T00:35:44,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34163:34163)] 2024-11-19T00:35:44,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b20c3dda8bb25acbd6d1be0fe4cf6e2c, NAME => 'hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:35:44,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:35:44,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:35:44,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. service=MultiRowMutationService 2024-11-19T00:35:44,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:35:44,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b20c3dda8bb25acbd6d1be0fe4cf6e2c 2024-11-19T00:35:44,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:44,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b20c3dda8bb25acbd6d1be0fe4cf6e2c 2024-11-19T00:35:44,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b20c3dda8bb25acbd6d1be0fe4cf6e2c 2024-11-19T00:35:44,357 INFO [StoreOpener-b20c3dda8bb25acbd6d1be0fe4cf6e2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b20c3dda8bb25acbd6d1be0fe4cf6e2c 2024-11-19T00:35:44,359 INFO [StoreOpener-b20c3dda8bb25acbd6d1be0fe4cf6e2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b20c3dda8bb25acbd6d1be0fe4cf6e2c columnFamilyName hfileref 2024-11-19T00:35:44,359 DEBUG [StoreOpener-b20c3dda8bb25acbd6d1be0fe4cf6e2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:44,360 INFO [StoreOpener-b20c3dda8bb25acbd6d1be0fe4cf6e2c-1 {}] regionserver.HStore(327): Store=b20c3dda8bb25acbd6d1be0fe4cf6e2c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:44,360 INFO [StoreOpener-b20c3dda8bb25acbd6d1be0fe4cf6e2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b20c3dda8bb25acbd6d1be0fe4cf6e2c 2024-11-19T00:35:44,362 INFO [StoreOpener-b20c3dda8bb25acbd6d1be0fe4cf6e2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b20c3dda8bb25acbd6d1be0fe4cf6e2c columnFamilyName queue 2024-11-19T00:35:44,362 DEBUG [StoreOpener-b20c3dda8bb25acbd6d1be0fe4cf6e2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:44,363 INFO [StoreOpener-b20c3dda8bb25acbd6d1be0fe4cf6e2c-1 {}] regionserver.HStore(327): Store=b20c3dda8bb25acbd6d1be0fe4cf6e2c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:44,363 INFO [StoreOpener-b20c3dda8bb25acbd6d1be0fe4cf6e2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b20c3dda8bb25acbd6d1be0fe4cf6e2c 2024-11-19T00:35:44,363 INFO [StoreOpener-b20c3dda8bb25acbd6d1be0fe4cf6e2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b20c3dda8bb25acbd6d1be0fe4cf6e2c columnFamilyName sid 2024-11-19T00:35:44,364 DEBUG [StoreOpener-b20c3dda8bb25acbd6d1be0fe4cf6e2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:44,364 INFO [StoreOpener-b20c3dda8bb25acbd6d1be0fe4cf6e2c-1 {}] regionserver.HStore(327): Store=b20c3dda8bb25acbd6d1be0fe4cf6e2c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:44,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b20c3dda8bb25acbd6d1be0fe4cf6e2c 2024-11-19T00:35:44,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/replication/b20c3dda8bb25acbd6d1be0fe4cf6e2c 2024-11-19T00:35:44,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/replication/b20c3dda8bb25acbd6d1be0fe4cf6e2c 2024-11-19T00:35:44,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b20c3dda8bb25acbd6d1be0fe4cf6e2c 2024-11-19T00:35:44,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b20c3dda8bb25acbd6d1be0fe4cf6e2c 2024-11-19T00:35:44,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:35:44,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b20c3dda8bb25acbd6d1be0fe4cf6e2c 2024-11-19T00:35:44,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/replication/b20c3dda8bb25acbd6d1be0fe4cf6e2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:35:44,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b20c3dda8bb25acbd6d1be0fe4cf6e2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59558739, jitterRate=-0.11250562965869904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:35:44,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b20c3dda8bb25acbd6d1be0fe4cf6e2c 2024-11-19T00:35:44,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b20c3dda8bb25acbd6d1be0fe4cf6e2c: Running coprocessor pre-open hook at 1731976544356Writing region info on filesystem at 1731976544356Initializing all the Stores at 1731976544356Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976544357 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976544357Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976544357Cleaning up temporary data from old regions at 1731976544366 (+9 ms)Running coprocessor post-open hooks at 1731976544372 (+6 ms)Region opened successfully at 1731976544372 2024-11-19T00:35:44,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c., pid=10, masterSystemTime=1731976544322 2024-11-19T00:35:44,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b20c3dda8bb25acbd6d1be0fe4cf6e2c, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,44431,1731976532081 2024-11-19T00:35:44,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b20c3dda8bb25acbd6d1be0fe4cf6e2c, server=6b1531871d35,44431,1731976532081 because future has completed 2024-11-19T00:35:44,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. 2024-11-19T00:35:44,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. 2024-11-19T00:35:44,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T00:35:44,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b20c3dda8bb25acbd6d1be0fe4cf6e2c, server=6b1531871d35,44431,1731976532081 in 214 msec 2024-11-19T00:35:44,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T00:35:44,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b20c3dda8bb25acbd6d1be0fe4cf6e2c, ASSIGN in 375 msec 2024-11-19T00:35:44,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:35:44,388 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976544388"}]},"ts":"1731976544388"} 2024-11-19T00:35:44,391 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T00:35:44,392 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:35:44,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 501 msec 2024-11-19T00:35:44,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c., hostname=6b1531871d35,44431,1731976532081, seqNum=2] 2024-11-19T00:35:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401 2024-11-19T00:35:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401 2024-11-19T00:35:44,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:35:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:44,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44431 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T00:35:44,615 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T00:35:44,651 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,44431,1731976532081, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:35:44,652 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:44,652 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,44431,1731976532081, seqNum=-1] 2024-11-19T00:35:44,653 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:44,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T00:35:44,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b1531871d35,44431,1731976532081', locateType=CURRENT is [region=hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c., hostname=6b1531871d35,44431,1731976532081, seqNum=2] 2024-11-19T00:35:44,659 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T00:35:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T00:35:44,662 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b1531871d35,44431,1731976532081 suceeded 2024-11-19T00:35:44,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T00:35:44,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-19T00:35:44,664 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b1531871d35:41579,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:35:44,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 793 msec 2024-11-19T00:35:44,682 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:41579' 2024-11-19T00:35:44,684 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dfaf195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:44,684 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,41579,-1 for getting cluster id 2024-11-19T00:35:44,685 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:44,686 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be0c59d8-25ca-4c31-888c-022a08ce1ac8' 2024-11-19T00:35:44,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:44,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be0c59d8-25ca-4c31-888c-022a08ce1ac8" 2024-11-19T00:35:44,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7766fc5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:44,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,41579,-1] 2024-11-19T00:35:44,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:44,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:44,688 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:44,688 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b5a4fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:44,689 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:44,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,41579,1731976536226 2024-11-19T00:35:44,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d3ab0ff 2024-11-19T00:35:44,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:44,691 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-19T00:35:44,691 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,44431,1731976532081 (queues=1) is replicating from cluster=451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf to cluster=be0c59d8-25ca-4c31-888c-022a08ce1ac8 2024-11-19T00:35:44,691 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C44431%2C1731976532081 2024-11-19T00:35:44,692 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,44431,1731976532081, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:35:44,692 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115, startPosition=0, beingWritten=true 2024-11-19T00:35:44,692 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.shipper6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C44431%2C1731976532081 2024-11-19T00:35:44,700 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:44,700 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 379, reset compression=false 2024-11-19T00:35:44,700 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.shipper6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,44431,1731976532081 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:44,815 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 379, reset compression=false 2024-11-19T00:35:44,905 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 379, reset compression=false 2024-11-19T00:35:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:45,013 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:35:45,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:45,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:45,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:45,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:45,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:45,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a74948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:45,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,41579,-1 for getting cluster id 2024-11-19T00:35:45,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:45,015 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be0c59d8-25ca-4c31-888c-022a08ce1ac8' 2024-11-19T00:35:45,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:45,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be0c59d8-25ca-4c31-888c-022a08ce1ac8" 2024-11-19T00:35:45,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb57c97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:45,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,41579,-1] 2024-11-19T00:35:45,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:45,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:45,016 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25dad266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:45,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:45,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,41579,1731976536226 2024-11-19T00:35:45,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c9ce641 2024-11-19T00:35:45,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:45,019 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:35:45,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:32957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:35:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:35:45,021 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:35:45,022 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:32957' 2024-11-19T00:35:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:45,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:45,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:45,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:45,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:45,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:45,033 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51749ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:45,033 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,32957,-1 for getting cluster id 2024-11-19T00:35:45,033 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:45,034 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf' 2024-11-19T00:35:45,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:45,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf" 2024-11-19T00:35:45,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de874dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:45,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,32957,-1] 2024-11-19T00:35:45,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:45,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:45,035 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:45,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e706c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:45,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:45,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,32957,1731976531922 2024-11-19T00:35:45,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61d9a44a 2024-11-19T00:35:45,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:45,038 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:35:45,039 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T00:35:45,039 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:35:45,039 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:45,039 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:45,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:45,040 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:35:45,041 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:35:45,042 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:35:45,042 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:45,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:35:45,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741837_1013 (size=1138) 2024-11-19T00:35:45,062 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31cb6735ef974d9cbadcd59aeceed4f3, NAME => 'hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650 2024-11-19T00:35:45,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741838_1014 (size=44) 2024-11-19T00:35:45,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:45,076 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 31cb6735ef974d9cbadcd59aeceed4f3, disabling compactions & flushes 2024-11-19T00:35:45,076 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. 2024-11-19T00:35:45,076 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. 2024-11-19T00:35:45,076 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. after waiting 0 ms 2024-11-19T00:35:45,076 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. 2024-11-19T00:35:45,076 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. 2024-11-19T00:35:45,076 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31cb6735ef974d9cbadcd59aeceed4f3: Waiting for close lock at 1731976545075Disabling compacts and flushes for region at 1731976545075Disabling writes for close at 1731976545076 (+1 ms)Writing region close event to WAL at 1731976545076Closed at 1731976545076 2024-11-19T00:35:45,078 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:35:45,078 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731976545078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976545078"}]},"ts":"1731976545078"} 2024-11-19T00:35:45,080 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:35:45,082 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:35:45,082 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976545082"}]},"ts":"1731976545082"} 2024-11-19T00:35:45,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:45,084 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T00:35:45,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:45,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31cb6735ef974d9cbadcd59aeceed4f3, ASSIGN}] 2024-11-19T00:35:45,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:45,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:45,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:45,086 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31cb6735ef974d9cbadcd59aeceed4f3, ASSIGN 2024-11-19T00:35:45,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:45,087 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31cb6735ef974d9cbadcd59aeceed4f3, ASSIGN; state=OFFLINE, location=6b1531871d35,33565,1731976536644; forceNewPlan=false, retain=false 2024-11-19T00:35:45,091 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T00:35:45,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:45,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:45,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:45,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:45,145 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T00:35:45,209 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 379, reset compression=false 2024-11-19T00:35:45,238 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31cb6735ef974d9cbadcd59aeceed4f3, regionState=OPENING, regionLocation=6b1531871d35,33565,1731976536644 2024-11-19T00:35:45,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31cb6735ef974d9cbadcd59aeceed4f3, ASSIGN because future has completed 2024-11-19T00:35:45,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31cb6735ef974d9cbadcd59aeceed4f3, server=6b1531871d35,33565,1731976536644}] 2024-11-19T00:35:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:45,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. 2024-11-19T00:35:45,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:35:45,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:35:45,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C33565%2C1731976536644.rep, suffix=, logDir=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644, archiveDir=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/oldWALs, maxLogs=10 2024-11-19T00:35:45,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.rep.1731976545398, exclude list is [], retry=0 2024-11-19T00:35:45,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46021,DS-85fd2d05-0764-450f-a739-f6b617b4a0fa,DISK] 2024-11-19T00:35:45,419 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 379, reset compression=false 2024-11-19T00:35:45,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.rep.1731976545398 2024-11-19T00:35:45,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37911:37911)] 2024-11-19T00:35:45,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 31cb6735ef974d9cbadcd59aeceed4f3, NAME => 'hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:35:45,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:35:45,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:35:45,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. service=MultiRowMutationService 2024-11-19T00:35:45,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:35:45,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:45,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:35:45,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:45,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:45,425 INFO [StoreOpener-31cb6735ef974d9cbadcd59aeceed4f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:45,428 INFO [StoreOpener-31cb6735ef974d9cbadcd59aeceed4f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31cb6735ef974d9cbadcd59aeceed4f3 columnFamilyName hfileref 2024-11-19T00:35:45,428 DEBUG [StoreOpener-31cb6735ef974d9cbadcd59aeceed4f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:45,429 INFO [StoreOpener-31cb6735ef974d9cbadcd59aeceed4f3-1 {}] regionserver.HStore(327): Store=31cb6735ef974d9cbadcd59aeceed4f3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:45,429 INFO [StoreOpener-31cb6735ef974d9cbadcd59aeceed4f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:45,430 INFO [StoreOpener-31cb6735ef974d9cbadcd59aeceed4f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31cb6735ef974d9cbadcd59aeceed4f3 columnFamilyName queue 2024-11-19T00:35:45,430 DEBUG [StoreOpener-31cb6735ef974d9cbadcd59aeceed4f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:45,430 INFO [StoreOpener-31cb6735ef974d9cbadcd59aeceed4f3-1 {}] regionserver.HStore(327): Store=31cb6735ef974d9cbadcd59aeceed4f3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:45,430 INFO [StoreOpener-31cb6735ef974d9cbadcd59aeceed4f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:45,431 INFO [StoreOpener-31cb6735ef974d9cbadcd59aeceed4f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31cb6735ef974d9cbadcd59aeceed4f3 columnFamilyName sid 2024-11-19T00:35:45,431 DEBUG [StoreOpener-31cb6735ef974d9cbadcd59aeceed4f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:35:45,431 INFO [StoreOpener-31cb6735ef974d9cbadcd59aeceed4f3-1 {}] regionserver.HStore(327): Store=31cb6735ef974d9cbadcd59aeceed4f3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:35:45,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:45,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/replication/31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:45,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/replication/31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:45,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:45,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:45,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:35:45,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:45,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/replication/31cb6735ef974d9cbadcd59aeceed4f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:35:45,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 31cb6735ef974d9cbadcd59aeceed4f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71461322, jitterRate=0.06485667824745178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:35:45,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:45,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 31cb6735ef974d9cbadcd59aeceed4f3: Running coprocessor pre-open hook at 1731976545421Writing region info on filesystem at 1731976545421Initializing all the Stores at 1731976545422 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976545422Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976545424 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976545424Cleaning up temporary data from old regions at 1731976545433 (+9 ms)Running coprocessor post-open hooks at 1731976545436 (+3 ms)Region opened successfully at 1731976545436 2024-11-19T00:35:45,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3., pid=10, masterSystemTime=1731976545393 2024-11-19T00:35:45,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. 2024-11-19T00:35:45,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. 2024-11-19T00:35:45,440 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31cb6735ef974d9cbadcd59aeceed4f3, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,33565,1731976536644 2024-11-19T00:35:45,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31cb6735ef974d9cbadcd59aeceed4f3, server=6b1531871d35,33565,1731976536644 because future has completed 2024-11-19T00:35:45,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T00:35:45,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 31cb6735ef974d9cbadcd59aeceed4f3, server=6b1531871d35,33565,1731976536644 in 203 msec 2024-11-19T00:35:45,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T00:35:45,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31cb6735ef974d9cbadcd59aeceed4f3, ASSIGN in 360 msec 2024-11-19T00:35:45,447 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:35:45,447 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976545447"}]},"ts":"1731976545447"} 2024-11-19T00:35:45,449 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T00:35:45,450 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:35:45,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 410 msec 2024-11-19T00:35:45,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3., hostname=6b1531871d35,33565,1731976536644, seqNum=2] 2024-11-19T00:35:45,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:45,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:45,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:35:45,612 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 379, reset compression=false 2024-11-19T00:35:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:45,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T00:35:45,723 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T00:35:45,764 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,33565,1731976536644, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:35:45,765 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:45,765 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,33565,1731976536644, seqNum=-1] 2024-11-19T00:35:45,765 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:45,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T00:35:45,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b1531871d35,33565,1731976536644', locateType=CURRENT is [region=hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3., hostname=6b1531871d35,33565,1731976536644, seqNum=2] 2024-11-19T00:35:45,770 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T00:35:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T00:35:45,779 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b1531871d35,33565,1731976536644 suceeded 2024-11-19T00:35:45,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T00:35:45,781 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b1531871d35:32957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:35:45,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-19T00:35:45,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 762 msec 2024-11-19T00:35:45,792 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:32957' 2024-11-19T00:35:45,793 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f448319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:45,793 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,32957,-1 for getting cluster id 2024-11-19T00:35:45,794 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:45,794 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf' 2024-11-19T00:35:45,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:45,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf" 2024-11-19T00:35:45,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32636e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:45,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,32957,-1] 2024-11-19T00:35:45,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:45,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:45,795 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:45,796 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59e189a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:45,796 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:45,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,32957,1731976531922 2024-11-19T00:35:45,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b11e632 2024-11-19T00:35:45,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:35:45,797 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-19T00:35:45,798 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,33565,1731976536644 (queues=1) is replicating from cluster=be0c59d8-25ca-4c31-888c-022a08ce1ac8 to cluster=451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf 2024-11-19T00:35:45,798 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C33565%2C1731976536644 2024-11-19T00:35:45,798 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,33565,1731976536644, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:35:45,799 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490, startPosition=0, beingWritten=true 2024-11-19T00:35:45,799 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C33565%2C1731976536644 2024-11-19T00:35:45,804 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:45,804 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 379, reset compression=false 2024-11-19T00:35:45,804 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,33565,1731976536644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:46,008 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 379, reset compression=false 2024-11-19T00:35:46,122 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 379, reset compression=false 2024-11-19T00:35:46,126 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 379, reset compression=false 2024-11-19T00:35:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:35:46,163 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:35:46,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:46,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:46,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:46,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:46,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:46,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:46,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,38337,-1 for getting cluster id 2024-11-19T00:35:46,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:46,165 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06c7748b-1c4d-47eb-a530-43521f34bd7c' 2024-11-19T00:35:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06c7748b-1c4d-47eb-a530-43521f34bd7c" 2024-11-19T00:35:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6c6327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,38337,-1] 2024-11-19T00:35:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:46,166 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448fdff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:46,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:46,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,32957,-1 for getting cluster id 2024-11-19T00:35:46,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:46,169 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf' 2024-11-19T00:35:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf" 2024-11-19T00:35:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f714152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,32957,-1] 2024-11-19T00:35:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:46,170 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39594407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:46,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:46,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,41579,-1 for getting cluster id 2024-11-19T00:35:46,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:46,172 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be0c59d8-25ca-4c31-888c-022a08ce1ac8' 2024-11-19T00:35:46,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:46,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be0c59d8-25ca-4c31-888c-022a08ce1ac8" 2024-11-19T00:35:46,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b81fed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:46,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,41579,-1] 2024-11-19T00:35:46,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:46,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:46,173 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:46,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43af460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:46,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:46,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,36169,1731976527089, seqNum=-1] 2024-11-19T00:35:46,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:46,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:35:46,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7., hostname=6b1531871d35,36169,1731976527089, seqNum=2] 2024-11-19T00:35:46,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:46,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,33565,1731976536644, seqNum=-1] 2024-11-19T00:35:46,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:46,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:35:46,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731976541046.b7465f39d71379d2836609f86e4073af., hostname=6b1531871d35,33565,1731976536644, seqNum=2] 2024-11-19T00:35:46,187 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T00:35:46,313 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 379, reset compression=false 2024-11-19T00:35:46,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T00:35:46,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T00:35:46,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:35:46,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T00:35:46,716 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 379, reset compression=false 2024-11-19T00:35:46,726 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 379, reset compression=false 2024-11-19T00:35:46,929 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 379, reset compression=false 2024-11-19T00:35:46,935 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:46,935 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 480, reset compression=false 2024-11-19T00:35:46,935 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.shipper6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,36169,1731976527089 got entry batch from reader: WALEntryBatch [walEntries=[{test/30bce9813108cc326bc61bfbb3e167b7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T00:35:46,938 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.shipper6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:35:46,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-19T00:35:46,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:46,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51e256ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:46,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,32957,-1 for getting cluster id 2024-11-19T00:35:46,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:46,941 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf' 2024-11-19T00:35:46,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:46,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "451ba29d-d83a-4b5e-ab9f-b0a4ef504dbf" 2024-11-19T00:35:46,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@570cf0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:46,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,32957,-1] 2024-11-19T00:35:46,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:46,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:46,942 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:46,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@725b4caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:46,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:46,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,44431,1731976532081, seqNum=-1] 2024-11-19T00:35:46,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:46,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T00:35:46,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731976540406.5c1539f2f095edfa3c90c207709edd30., hostname=6b1531871d35,44431,1731976532081, seqNum=2] 2024-11-19T00:35:46,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:47,139 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 480, reset compression=false 2024-11-19T00:35:47,189 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T00:35:47,221 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 379, reset compression=false 2024-11-19T00:35:47,430 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 379, reset compression=false 2024-11-19T00:35:47,435 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:47,435 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 503, reset compression=false 2024-11-19T00:35:47,435 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.shipper6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,44431,1731976532081 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c1539f2f095edfa3c90c207709edd30/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T00:35:47,452 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 480, reset compression=false 2024-11-19T00:35:47,453 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.shipper6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:35:47,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-19T00:35:47,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:47,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48f5eda2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:47,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,41579,-1 for getting cluster id 2024-11-19T00:35:47,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:35:47,462 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be0c59d8-25ca-4c31-888c-022a08ce1ac8' 2024-11-19T00:35:47,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:35:47,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be0c59d8-25ca-4c31-888c-022a08ce1ac8" 2024-11-19T00:35:47,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@688d4b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:47,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,41579,-1] 2024-11-19T00:35:47,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:35:47,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:47,465 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:35:47,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fa57e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:35:47,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:47,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,33565,1731976536644, seqNum=-1] 2024-11-19T00:35:47,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:47,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T00:35:47,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731976541046.b7465f39d71379d2836609f86e4073af., hostname=6b1531871d35,33565,1731976536644, seqNum=2] 2024-11-19T00:35:47,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:47,656 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 503, reset compression=false 2024-11-19T00:35:47,825 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 379, reset compression=false 2024-11-19T00:35:47,830 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:47,830 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 526, reset compression=false 2024-11-19T00:35:47,830 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,33565,1731976536644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:47,856 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 480, reset compression=false 2024-11-19T00:35:47,960 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 503, reset compression=false 2024-11-19T00:35:48,035 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 526, reset compression=false 2024-11-19T00:35:48,191 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T00:35:48,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:35:48,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,44431,1731976532081, seqNum=-1] 2024-11-19T00:35:48,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:35:48,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:35:48,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731976540406.5c1539f2f095edfa3c90c207709edd30., hostname=6b1531871d35,44431,1731976532081, seqNum=2] 2024-11-19T00:35:48,200 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T00:35:48,338 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 526, reset compression=false 2024-11-19T00:35:48,363 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 480, reset compression=false 2024-11-19T00:35:48,365 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 503, reset compression=false 2024-11-19T00:35:48,406 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:48,406 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 607, reset compression=false 2024-11-19T00:35:48,406 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.shipper6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,44431,1731976532081 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c1539f2f095edfa3c90c207709edd30/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T00:35:48,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:48,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:48,611 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 607, reset compression=false 2024-11-19T00:35:48,742 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 526, reset compression=false 2024-11-19T00:35:48,747 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:48,747 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 653, reset compression=false 2024-11-19T00:35:48,747 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,33565,1731976536644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:48,916 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 607, reset compression=false 2024-11-19T00:35:48,952 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 653, reset compression=false 2024-11-19T00:35:48,968 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 480, reset compression=false 2024-11-19T00:35:49,202 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T00:35:49,206 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T00:35:49,256 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 653, reset compression=false 2024-11-19T00:35:49,284 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:49,284 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 757, reset compression=false 2024-11-19T00:35:49,284 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,33565,1731976536644 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7465f39d71379d2836609f86e4073af/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T00:35:49,286 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:35:49,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-19T00:35:49,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:49,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:49,320 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 607, reset compression=false 2024-11-19T00:35:49,326 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:49,327 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 735, reset compression=false 2024-11-19T00:35:49,327 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.shipper6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,44431,1731976532081 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:49,492 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 757, reset compression=false 2024-11-19T00:35:49,530 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 735, reset compression=false 2024-11-19T00:35:49,672 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 480, reset compression=false 2024-11-19T00:35:49,796 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 757, reset compression=false 2024-11-19T00:35:49,835 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 735, reset compression=false 2024-11-19T00:35:50,200 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 757, reset compression=false 2024-11-19T00:35:50,208 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T00:35:50,212 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T00:35:50,239 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 735, reset compression=false 2024-11-19T00:35:50,476 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 480, reset compression=false 2024-11-19T00:35:50,480 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:50,480 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 636, reset compression=false 2024-11-19T00:35:50,480 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.shipper6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,36169,1731976527089 got entry batch from reader: WALEntryBatch [walEntries=[{test/30bce9813108cc326bc61bfbb3e167b7/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T00:35:50,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:50,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:50,683 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 636, reset compression=false 2024-11-19T00:35:50,714 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 757, reset compression=false 2024-11-19T00:35:50,745 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 735, reset compression=false 2024-11-19T00:35:50,749 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:50,749 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 882, reset compression=false 2024-11-19T00:35:50,749 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.shipper6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,44431,1731976532081 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c1539f2f095edfa3c90c207709edd30/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T00:35:50,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:50,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:50,924 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:35:50,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:50,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:50,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:50,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:50,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:50,952 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 882, reset compression=false 2024-11-19T00:35:50,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:50,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:50,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:50,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:50,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:50,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:50,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:50,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:50,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:50,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:50,986 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 636, reset compression=false 2024-11-19T00:35:51,214 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T00:35:51,216 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T00:35:51,255 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 882, reset compression=false 2024-11-19T00:35:51,260 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:51,260 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 1041, reset compression=false 2024-11-19T00:35:51,260 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.shipper6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,44431,1731976532081 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c1539f2f095edfa3c90c207709edd30/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T00:35:51,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:51,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:51,317 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 757, reset compression=false 2024-11-19T00:35:51,321 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:51,321 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 1076, reset compression=false 2024-11-19T00:35:51,321 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,33565,1731976536644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:51,389 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 636, reset compression=false 2024-11-19T00:35:51,463 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 1041, reset compression=false 2024-11-19T00:35:51,524 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 1076, reset compression=false 2024-11-19T00:35:51,769 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 1041, reset compression=false 2024-11-19T00:35:51,828 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 1076, reset compression=false 2024-11-19T00:35:51,892 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 636, reset compression=false 2024-11-19T00:35:52,173 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 1041, reset compression=false 2024-11-19T00:35:52,218 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T00:35:52,229 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T00:35:52,231 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 1076, reset compression=false 2024-11-19T00:35:52,235 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:35:52,235 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 1235, reset compression=false 2024-11-19T00:35:52,235 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,33565,1731976536644 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7465f39d71379d2836609f86e4073af/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T00:35:52,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T00:35:52,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44431 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T00:35:52,446 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 1235, reset compression=false 2024-11-19T00:35:52,497 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 636, reset compression=false 2024-11-19T00:35:52,676 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 1041, reset compression=false 2024-11-19T00:35:52,679 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:52,679 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 1191, reset compression=false 2024-11-19T00:35:52,679 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.shipper6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,44431,1731976532081 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:52,753 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 1235, reset compression=false 2024-11-19T00:35:52,882 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 1191, reset compression=false 2024-11-19T00:35:53,156 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 1235, reset compression=false 2024-11-19T00:35:53,185 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 1191, reset compression=false 2024-11-19T00:35:53,200 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 636, reset compression=false 2024-11-19T00:35:53,230 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T00:35:53,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:35:53,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:53,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:53,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:53,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:53,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:53,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:35:53,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=822622748, stopped=false 2024-11-19T00:35:53,235 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,41579,1731976536226 2024-11-19T00:35:53,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1013429639/running 2024-11-19T00:35:53,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1013429639/running 2024-11-19T00:35:53,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:53,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:53,260 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:35:53,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:53,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:53,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:53,261 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,33565,1731976536644' ***** 2024-11-19T00:35:53,261 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:35:53,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Set watcher on znode that does not yet exist, /2-1013429639/running 2024-11-19T00:35:53,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Set watcher on znode that does not yet exist, /2-1013429639/running 2024-11-19T00:35:53,261 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:35:53,261 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:35:53,261 INFO [RS:0;6b1531871d35:33565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:35:53,262 INFO [RS:0;6b1531871d35:33565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:35:53,262 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(3091): Received CLOSE for b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:53,262 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(3091): Received CLOSE for 31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:53,262 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,33565,1731976536644 2024-11-19T00:35:53,262 INFO [RS:0;6b1531871d35:33565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:35:53,262 INFO [RS:0;6b1531871d35:33565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:33565. 2024-11-19T00:35:53,262 DEBUG [RS:0;6b1531871d35:33565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:53,262 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7465f39d71379d2836609f86e4073af, disabling compactions & flushes 2024-11-19T00:35:53,262 DEBUG [RS:0;6b1531871d35:33565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:53,262 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731976541046.b7465f39d71379d2836609f86e4073af. 2024-11-19T00:35:53,262 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976541046.b7465f39d71379d2836609f86e4073af. 2024-11-19T00:35:53,262 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731976541046.b7465f39d71379d2836609f86e4073af. after waiting 0 ms 2024-11-19T00:35:53,262 INFO [RS:0;6b1531871d35:33565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:35:53,262 INFO [RS:0;6b1531871d35:33565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:35:53,262 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731976541046.b7465f39d71379d2836609f86e4073af. 2024-11-19T00:35:53,262 INFO [RS:0;6b1531871d35:33565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:35:53,262 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:35:53,262 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b7465f39d71379d2836609f86e4073af 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T00:35:53,262 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T00:35:53,262 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b7465f39d71379d2836609f86e4073af=test,,1731976541046.b7465f39d71379d2836609f86e4073af., 31cb6735ef974d9cbadcd59aeceed4f3=hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3.} 2024-11-19T00:35:53,262 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31cb6735ef974d9cbadcd59aeceed4f3, b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:53,262 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:35:53,263 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:35:53,263 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:35:53,263 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:35:53,263 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:35:53,263 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T00:35:53,272 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:35:53,278 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/.tmp/f/509f9ab53abf419b94ed253a5ec479d6 is 29, key is row1/f:/1731976551214/DeleteFamily/seqid=0 2024-11-19T00:35:53,278 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/.tmp/info/26a3695f1c9e4c56b2c30939a4cef72e is 147, key is hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3./info:regioninfo/1731976545440/Put/seqid=0 2024-11-19T00:35:53,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741841_1017 (size=7686) 2024-11-19T00:35:53,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741840_1016 (size=5152) 2024-11-19T00:35:53,286 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/.tmp/f/509f9ab53abf419b94ed253a5ec479d6 2024-11-19T00:35:53,290 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 509f9ab53abf419b94ed253a5ec479d6 2024-11-19T00:35:53,303 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/.tmp/f1/1c5e177390794181a8c3bef426b4832f is 30, key is row1/f1:/1731976551214/DeleteFamily/seqid=0 2024-11-19T00:35:53,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741842_1018 (size=5158) 2024-11-19T00:35:53,356 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:35:53,356 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:35:53,463 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31cb6735ef974d9cbadcd59aeceed4f3, b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:53,589 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 1191, reset compression=false 2024-11-19T00:35:53,659 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 1235, reset compression=false 2024-11-19T00:35:53,663 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31cb6735ef974d9cbadcd59aeceed4f3, b7465f39d71379d2836609f86e4073af 2024-11-19T00:35:53,663 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:53,663 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 1482, reset compression=false 2024-11-19T00:35:53,663 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,33565,1731976536644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:53,665 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b1531871d35,33565,1731976536644: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b1531871d35,33565,1731976536644, walGroup=6b1531871d35%2C33565%2C1731976536644, offset=6b1531871d35%2C33565%2C1731976536644.1731976538490:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:33565 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T00:35:53,666 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T00:35:53,666 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T00:35:53,669 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T00:35:53,669 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T00:35:53,669 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T00:35:53,669 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 865949184 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 201379568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T00:35:53,669 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:41579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:41579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-19T00:35:53,682 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/.tmp/info/26a3695f1c9e4c56b2c30939a4cef72e 2024-11-19T00:35:53,700 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/.tmp/ns/60c5580919fc4e96b7a606e29e90e6f6 is 43, key is default/ns:d/1731976539599/Put/seqid=0 2024-11-19T00:35:53,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741843_1019 (size=5153) 2024-11-19T00:35:53,706 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/.tmp/f1/1c5e177390794181a8c3bef426b4832f 2024-11-19T00:35:53,709 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c5e177390794181a8c3bef426b4832f 2024-11-19T00:35:53,729 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/.tmp/norep/d0232b30ec4d4affaf80bb6669eb1100 is 33, key is row2/norep:/1731976552218/DeleteFamily/seqid=0 2024-11-19T00:35:53,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741844_1020 (size=5108) 2024-11-19T00:35:53,744 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/.tmp/norep/d0232b30ec4d4affaf80bb6669eb1100 2024-11-19T00:35:53,747 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0232b30ec4d4affaf80bb6669eb1100 2024-11-19T00:35:53,748 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/.tmp/f/509f9ab53abf419b94ed253a5ec479d6 as hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/f/509f9ab53abf419b94ed253a5ec479d6 2024-11-19T00:35:53,752 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 509f9ab53abf419b94ed253a5ec479d6 2024-11-19T00:35:53,752 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/f/509f9ab53abf419b94ed253a5ec479d6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T00:35:53,752 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/.tmp/f1/1c5e177390794181a8c3bef426b4832f as hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/f1/1c5e177390794181a8c3bef426b4832f 2024-11-19T00:35:53,756 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c5e177390794181a8c3bef426b4832f 2024-11-19T00:35:53,756 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/f1/1c5e177390794181a8c3bef426b4832f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T00:35:53,757 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/.tmp/norep/d0232b30ec4d4affaf80bb6669eb1100 as hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/norep/d0232b30ec4d4affaf80bb6669eb1100 2024-11-19T00:35:53,762 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0232b30ec4d4affaf80bb6669eb1100 2024-11-19T00:35:53,762 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/norep/d0232b30ec4d4affaf80bb6669eb1100, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T00:35:53,763 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b7465f39d71379d2836609f86e4073af in 501ms, sequenceid=10, compaction requested=false 2024-11-19T00:35:53,778 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/default/test/b7465f39d71379d2836609f86e4073af/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T00:35:53,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:53,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:35:53,779 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731976541046.b7465f39d71379d2836609f86e4073af. 2024-11-19T00:35:53,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7465f39d71379d2836609f86e4073af: Waiting for close lock at 1731976553262Running coprocessor pre-close hooks at 1731976553262Disabling compacts and flushes for region at 1731976553262Disabling writes for close at 1731976553262Obtaining lock to block concurrent updates at 1731976553262Preparing flush snapshotting stores in b7465f39d71379d2836609f86e4073af at 1731976553262Finished memstore snapshotting test,,1731976541046.b7465f39d71379d2836609f86e4073af., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731976553263 (+1 ms)Flushing stores of test,,1731976541046.b7465f39d71379d2836609f86e4073af. at 1731976553263Flushing b7465f39d71379d2836609f86e4073af/f: creating writer at 1731976553263Flushing b7465f39d71379d2836609f86e4073af/f: appending metadata at 1731976553277 (+14 ms)Flushing b7465f39d71379d2836609f86e4073af/f: closing flushed file at 1731976553277Flushing b7465f39d71379d2836609f86e4073af/f1: creating writer at 1731976553290 (+13 ms)Flushing b7465f39d71379d2836609f86e4073af/f1: appending metadata at 1731976553302 (+12 ms)Flushing b7465f39d71379d2836609f86e4073af/f1: closing flushed file at 1731976553302Flushing b7465f39d71379d2836609f86e4073af/norep: creating writer at 1731976553709 (+407 ms)Flushing b7465f39d71379d2836609f86e4073af/norep: appending metadata at 1731976553727 (+18 ms)Flushing b7465f39d71379d2836609f86e4073af/norep: closing flushed file at 1731976553727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b1b970a: reopening flushed file at 1731976553747 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a45933e: reopening flushed file at 1731976553752 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e3eaf: reopening flushed file at 1731976553756 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b7465f39d71379d2836609f86e4073af in 501ms, sequenceid=10, compaction requested=false at 1731976553764 (+8 ms)Writing region close event to WAL at 1731976553773 (+9 ms)Running coprocessor post-close hooks at 1731976553779 (+6 ms)Closed at 1731976553779 2024-11-19T00:35:53,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731976541046.b7465f39d71379d2836609f86e4073af. 2024-11-19T00:35:53,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31cb6735ef974d9cbadcd59aeceed4f3, disabling compactions & flushes 2024-11-19T00:35:53,779 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. 2024-11-19T00:35:53,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. 2024-11-19T00:35:53,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. after waiting 0 ms 2024-11-19T00:35:53,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. 2024-11-19T00:35:53,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31cb6735ef974d9cbadcd59aeceed4f3: Waiting for close lock at 1731976553779Running coprocessor pre-close hooks at 1731976553779Disabling compacts and flushes for region at 1731976553779Disabling writes for close at 1731976553779Failed flush hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3., putting online again at 1731976553779 2024-11-19T00:35:53,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. 2024-11-19T00:35:53,863 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(3091): Received CLOSE for 31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:53,863 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31cb6735ef974d9cbadcd59aeceed4f3 2024-11-19T00:35:53,863 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31cb6735ef974d9cbadcd59aeceed4f3, disabling compactions & flushes 2024-11-19T00:35:53,863 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. 2024-11-19T00:35:53,863 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. 2024-11-19T00:35:53,863 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. after waiting 0 ms 2024-11-19T00:35:53,863 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. 2024-11-19T00:35:53,863 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31cb6735ef974d9cbadcd59aeceed4f3: Waiting for close lock at 1731976553863Running coprocessor pre-close hooks at 1731976553863Disabling compacts and flushes for region at 1731976553863Disabling writes for close at 1731976553863Failed flush hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3., putting online again at 1731976553863 2024-11-19T00:35:53,863 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3. 2024-11-19T00:35:53,870 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 1482, reset compression=false 2024-11-19T00:35:53,874 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:53,874 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 2126, reset compression=false 2024-11-19T00:35:54,003 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 636, reset compression=false 2024-11-19T00:35:54,063 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:35:54,079 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 2126, reset compression=false 2024-11-19T00:35:54,095 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 1191, reset compression=false 2024-11-19T00:35:54,106 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/.tmp/ns/60c5580919fc4e96b7a606e29e90e6f6 2024-11-19T00:35:54,123 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/.tmp/rep_barrier/977143f9e837480d93ce9d54d7a15c0c is 112, key is test,,1731976541046.b7465f39d71379d2836609f86e4073af./rep_barrier:seqnumDuringOpen/1731976541451/Put/seqid=0 2024-11-19T00:35:54,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741845_1021 (size=5518) 2024-11-19T00:35:54,263 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T00:35:54,263 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 31cb6735ef974d9cbadcd59aeceed4f3=hbase:replication,,1731976545040.31cb6735ef974d9cbadcd59aeceed4f3.} 2024-11-19T00:35:54,264 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:35:54,382 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 2126, reset compression=false 2024-11-19T00:35:54,464 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:35:54,527 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/.tmp/rep_barrier/977143f9e837480d93ce9d54d7a15c0c 2024-11-19T00:35:54,548 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/.tmp/table/e3f6bdde70334d998b843385b4b19fea is 53, key is hbase:replication/table:state/1731976545447/Put/seqid=0 2024-11-19T00:35:54,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741846_1022 (size=5308) 2024-11-19T00:35:54,664 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:35:54,683 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:35:54,683 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:35:54,683 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108787 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:35:54,698 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 1191, reset compression=false 2024-11-19T00:35:54,785 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 2126, reset compression=false 2024-11-19T00:35:54,864 DEBUG [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:35:54,910 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 636, reset compression=false 2024-11-19T00:35:54,952 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/.tmp/table/e3f6bdde70334d998b843385b4b19fea 2024-11-19T00:35:54,956 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/.tmp/info/26a3695f1c9e4c56b2c30939a4cef72e as hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/info/26a3695f1c9e4c56b2c30939a4cef72e 2024-11-19T00:35:54,960 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/info/26a3695f1c9e4c56b2c30939a4cef72e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T00:35:54,960 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/.tmp/ns/60c5580919fc4e96b7a606e29e90e6f6 as hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/ns/60c5580919fc4e96b7a606e29e90e6f6 2024-11-19T00:35:54,964 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/ns/60c5580919fc4e96b7a606e29e90e6f6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T00:35:54,964 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/.tmp/rep_barrier/977143f9e837480d93ce9d54d7a15c0c as hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/rep_barrier/977143f9e837480d93ce9d54d7a15c0c 2024-11-19T00:35:54,967 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/rep_barrier/977143f9e837480d93ce9d54d7a15c0c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T00:35:54,968 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/.tmp/table/e3f6bdde70334d998b843385b4b19fea as hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/table/e3f6bdde70334d998b843385b4b19fea 2024-11-19T00:35:54,970 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/table/e3f6bdde70334d998b843385b4b19fea, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T00:35:54,971 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-19T00:35:54,976 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T00:35:54,977 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:54,977 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:35:54,977 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:35:54,977 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976553262Running coprocessor pre-close hooks at 1731976553262Disabling compacts and flushes for region at 1731976553262Disabling writes for close at 1731976553263 (+1 ms)Obtaining lock to block concurrent updates at 1731976553263Preparing flush snapshotting stores in 1588230740 at 1731976553263Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731976553263Flushing stores of hbase:meta,,1.1588230740 at 1731976553263Flushing 1588230740/info: creating writer at 1731976553263Flushing 1588230740/info: appending metadata at 1731976553278 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731976553278Flushing 1588230740/ns: creating writer at 1731976553686 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731976553700 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731976553700Flushing 1588230740/rep_barrier: creating writer at 1731976554110 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731976554123 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731976554123Flushing 1588230740/table: creating writer at 1731976554531 (+408 ms)Flushing 1588230740/table: appending metadata at 1731976554547 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731976554547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b4386d: reopening flushed file at 1731976554956 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ee19c0: reopening flushed file at 1731976554960 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c1a9d6: reopening flushed file at 1731976554964 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@318dd16f: reopening flushed file at 1731976554967 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731976554971 (+4 ms)Writing region close event to WAL at 1731976554974 (+3 ms)Running coprocessor post-close hooks at 1731976554977 (+3 ms)Closed at 1731976554977 2024-11-19T00:35:54,977 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:35:55,064 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T00:35:55,064 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,33565,1731976536644; all regions closed. 2024-11-19T00:35:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741834_1010 (size=4239) 2024-11-19T00:35:55,066 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.meta.1731976539465.meta not finished, retry = 0 2024-11-19T00:35:55,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.rep.1731976545398 not finished, retry = 0 2024-11-19T00:35:55,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741839_1015 (size=1953) 2024-11-19T00:35:55,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741832_1008 (size=2134) 2024-11-19T00:35:55,272 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 not finished, retry = 0 2024-11-19T00:35:55,288 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 to pos 2126, reset compression=false 2024-11-19T00:35:55,373 DEBUG [RS:0;6b1531871d35:33565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:55,373 INFO [RS:0;6b1531871d35:33565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:35:55,373 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/WALs/6b1531871d35,33565,1731976536644/6b1531871d35%2C33565%2C1731976536644.1731976538490 2024-11-19T00:35:55,373 INFO [RS:0;6b1531871d35:33565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:35:55,373 INFO [RS:0;6b1531871d35:33565 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T00:35:55,373 INFO [RS:0;6b1531871d35:33565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:35:55,373 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:35:55,374 INFO [RS:0;6b1531871d35:33565 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,33565,1731976536644 because: Region server is closing 2024-11-19T00:35:55,374 INFO [RS:0;6b1531871d35:33565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:33565. 2024-11-19T00:35:55,374 DEBUG [RS:0;6b1531871d35:33565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:55,374 DEBUG [RS:0;6b1531871d35:33565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:55,374 DEBUG [RS:0;6b1531871d35:33565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:55,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:55,402 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 1191, reset compression=false 2024-11-19T00:35:55,475 INFO [RS:0;6b1531871d35:33565 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.shipper6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 terminated 2024-11-19T00:35:55,475 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,33565,1731976536644.replicationSource.wal-reader.6b1531871d35%2C33565%2C1731976536644,1-6b1531871d35,33565,1731976536644 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-19T00:35:55,475 INFO [RS:0;6b1531871d35:33565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:33565. 2024-11-19T00:35:55,475 DEBUG [RS:0;6b1531871d35:33565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:55,475 DEBUG [RS:0;6b1531871d35:33565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:55,475 DEBUG [RS:0;6b1531871d35:33565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:55,475 INFO [RS:0;6b1531871d35:33565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33565 2024-11-19T00:35:55,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:55,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1013429639/rs/6b1531871d35,33565,1731976536644 2024-11-19T00:35:55,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639/rs 2024-11-19T00:35:55,485 INFO [RS:0;6b1531871d35:33565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:35:55,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,33565,1731976536644] 2024-11-19T00:35:55,502 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1013429639/draining/6b1531871d35,33565,1731976536644 already deleted, retry=false 2024-11-19T00:35:55,502 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,33565,1731976536644 expired; onlineServers=0 2024-11-19T00:35:55,502 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,41579,1731976536226' ***** 2024-11-19T00:35:55,502 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:35:55,502 INFO [M:0;6b1531871d35:41579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:35:55,502 INFO [M:0;6b1531871d35:41579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:35:55,503 DEBUG [M:0;6b1531871d35:41579 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:35:55,503 DEBUG [M:0;6b1531871d35:41579 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:35:55,503 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976538252 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976538252,5,FailOnTimeoutGroup] 2024-11-19T00:35:55,503 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976538252 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976538252,5,FailOnTimeoutGroup] 2024-11-19T00:35:55,503 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:35:55,503 INFO [M:0;6b1531871d35:41579 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:35:55,503 INFO [M:0;6b1531871d35:41579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:35:55,503 DEBUG [M:0;6b1531871d35:41579 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:35:55,503 INFO [M:0;6b1531871d35:41579 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:35:55,504 INFO [M:0;6b1531871d35:41579 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:35:55,504 INFO [M:0;6b1531871d35:41579 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:35:55,504 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:35:55,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1013429639/master 2024-11-19T00:35:55,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1013429639 2024-11-19T00:35:55,523 DEBUG [M:0;6b1531871d35:41579 {}] zookeeper.ZKUtil(347): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Unable to get data of znode /2-1013429639/master because node does not exist (not an error) 2024-11-19T00:35:55,523 WARN [M:0;6b1531871d35:41579 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:35:55,550 INFO [M:0;6b1531871d35:41579 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/.lastflushedseqids 2024-11-19T00:35:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741847_1023 (size=245) 2024-11-19T00:35:55,560 INFO [M:0;6b1531871d35:41579 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:35:55,560 INFO [M:0;6b1531871d35:41579 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:35:55,560 DEBUG [M:0;6b1531871d35:41579 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:35:55,560 INFO [M:0;6b1531871d35:41579 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:55,560 DEBUG [M:0;6b1531871d35:41579 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:55,560 DEBUG [M:0;6b1531871d35:41579 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:35:55,560 DEBUG [M:0;6b1531871d35:41579 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:55,560 INFO [M:0;6b1531871d35:41579 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T00:35:55,579 DEBUG [M:0;6b1531871d35:41579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42a34095754c409cadf2fbf23e0fdd9c is 82, key is hbase:meta,,1/info:regioninfo/1731976539545/Put/seqid=0 2024-11-19T00:35:55,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741848_1024 (size=5672) 2024-11-19T00:35:55,584 INFO [M:0;6b1531871d35:41579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42a34095754c409cadf2fbf23e0fdd9c 2024-11-19T00:35:55,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:55,594 INFO [RS:0;6b1531871d35:33565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:35:55,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x100555a73680007, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:55,594 INFO [RS:0;6b1531871d35:33565 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,33565,1731976536644; zookeeper connection closed. 2024-11-19T00:35:55,594 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7429d87e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7429d87e 2024-11-19T00:35:55,595 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:35:55,605 DEBUG [M:0;6b1531871d35:41579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83ecc695b2864399865f229f5d872343 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731976545451/Put/seqid=0 2024-11-19T00:35:55,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741849_1025 (size=8516) 2024-11-19T00:35:55,609 INFO [M:0;6b1531871d35:41579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83ecc695b2864399865f229f5d872343 2024-11-19T00:35:55,632 DEBUG [M:0;6b1531871d35:41579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e12f82c5ca947b7ae2f6baa62408e5d is 69, key is 6b1531871d35,33565,1731976536644/rs:state/1731976538317/Put/seqid=0 2024-11-19T00:35:55,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741850_1026 (size=5156) 2024-11-19T00:35:55,913 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 636, reset compression=false 2024-11-19T00:35:56,037 INFO [M:0;6b1531871d35:41579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e12f82c5ca947b7ae2f6baa62408e5d 2024-11-19T00:35:56,041 DEBUG [M:0;6b1531871d35:41579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42a34095754c409cadf2fbf23e0fdd9c as hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42a34095754c409cadf2fbf23e0fdd9c 2024-11-19T00:35:56,045 INFO [M:0;6b1531871d35:41579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42a34095754c409cadf2fbf23e0fdd9c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T00:35:56,045 DEBUG [M:0;6b1531871d35:41579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83ecc695b2864399865f229f5d872343 as hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83ecc695b2864399865f229f5d872343 2024-11-19T00:35:56,049 INFO [M:0;6b1531871d35:41579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83ecc695b2864399865f229f5d872343, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T00:35:56,050 DEBUG [M:0;6b1531871d35:41579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e12f82c5ca947b7ae2f6baa62408e5d as hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e12f82c5ca947b7ae2f6baa62408e5d 2024-11-19T00:35:56,054 INFO [M:0;6b1531871d35:41579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33785/user/jenkins/test-data/66f157f1-4aa0-4ce0-6b1e-1006dc2af650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e12f82c5ca947b7ae2f6baa62408e5d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T00:35:56,055 INFO [M:0;6b1531871d35:41579 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=97, compaction requested=false 2024-11-19T00:35:56,056 INFO [M:0;6b1531871d35:41579 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:56,056 DEBUG [M:0;6b1531871d35:41579 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976555560Disabling compacts and flushes for region at 1731976555560Disabling writes for close at 1731976555560Obtaining lock to block concurrent updates at 1731976555560Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976555560Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731976555560Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976555561 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976555561Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976555579 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976555579Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976555588 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976555604 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976555604Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976555614 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976555631 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976555631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d377f11: reopening flushed file at 1731976556040 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79655996: reopening flushed file at 1731976556045 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26113933: reopening flushed file at 1731976556049 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=97, compaction requested=false at 1731976556055 (+6 ms)Writing region close event to WAL at 1731976556056 (+1 ms)Closed at 1731976556056 2024-11-19T00:35:56,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741830_1006 (size=63654) 2024-11-19T00:35:56,059 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:35:56,059 INFO [M:0;6b1531871d35:41579 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:35:56,059 INFO [M:0;6b1531871d35:41579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41579 2024-11-19T00:35:56,060 INFO [M:0;6b1531871d35:41579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:35:56,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:56,194 INFO [M:0;6b1531871d35:41579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:35:56,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x100555a73680006, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:56,205 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/WALs/6b1531871d35,44431,1731976532081/6b1531871d35%2C44431%2C1731976532081.1731976533115 to pos 1191, reset compression=false 2024-11-19T00:35:56,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@573c024{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:35:56,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ee6db57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:35:56,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:35:56,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e7096ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:35:56,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc36556{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/hadoop.log.dir/,STOPPED} 2024-11-19T00:35:56,229 WARN [BP-1948762774-172.17.0.2-1731976534214 heartbeating to localhost/127.0.0.1:33785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:35:56,229 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:35:56,229 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:35:56,229 WARN [BP-1948762774-172.17.0.2-1731976534214 heartbeating to localhost/127.0.0.1:33785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1948762774-172.17.0.2-1731976534214 (Datanode Uuid 3a75a861-a5b2-4502-ab39-e7db94c1bdf4) service to localhost/127.0.0.1:33785 2024-11-19T00:35:56,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/cluster_a6419bb5-4ac2-b492-2be1-a0bf5bc020d4/data/data1/current/BP-1948762774-172.17.0.2-1731976534214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:35:56,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/cluster_a6419bb5-4ac2-b492-2be1-a0bf5bc020d4/data/data2/current/BP-1948762774-172.17.0.2-1731976534214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:35:56,230 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:35:56,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6836fca9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:35:56,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335b2848{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:35:56,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:35:56,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31188b1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:35:56,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75406eb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/hadoop.log.dir/,STOPPED} 2024-11-19T00:35:56,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:35:56,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:35:56,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:56,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:56,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:56,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:56,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:56,260 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:35:56,260 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1203200876, stopped=false 2024-11-19T00:35:56,260 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,32957,1731976531922 2024-11-19T00:35:56,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1338102401/running 2024-11-19T00:35:56,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1338102401/running 2024-11-19T00:35:56,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401 2024-11-19T00:35:56,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401 2024-11-19T00:35:56,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:35:56,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Set watcher on znode that does not yet exist, /1338102401/running 2024-11-19T00:35:56,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Set watcher on znode that does not yet exist, /1338102401/running 2024-11-19T00:35:56,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:56,276 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:56,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:56,276 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,44431,1731976532081' ***** 2024-11-19T00:35:56,276 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:35:56,276 INFO [RS:0;6b1531871d35:44431 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:35:56,276 INFO [RS:0;6b1531871d35:44431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:35:56,276 INFO [RS:0;6b1531871d35:44431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:35:56,277 INFO [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c1539f2f095edfa3c90c207709edd30 2024-11-19T00:35:56,277 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:35:56,277 INFO [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(3091): Received CLOSE for b20c3dda8bb25acbd6d1be0fe4cf6e2c 2024-11-19T00:35:56,277 INFO [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,44431,1731976532081 2024-11-19T00:35:56,277 INFO [RS:0;6b1531871d35:44431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:35:56,277 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c1539f2f095edfa3c90c207709edd30, disabling compactions & flushes 2024-11-19T00:35:56,277 INFO [RS:0;6b1531871d35:44431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:44431. 2024-11-19T00:35:56,277 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731976540406.5c1539f2f095edfa3c90c207709edd30. 2024-11-19T00:35:56,277 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976540406.5c1539f2f095edfa3c90c207709edd30. 2024-11-19T00:35:56,277 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731976540406.5c1539f2f095edfa3c90c207709edd30. after waiting 0 ms 2024-11-19T00:35:56,277 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731976540406.5c1539f2f095edfa3c90c207709edd30. 2024-11-19T00:35:56,277 DEBUG [RS:0;6b1531871d35:44431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:56,277 DEBUG [RS:0;6b1531871d35:44431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:56,277 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c1539f2f095edfa3c90c207709edd30 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T00:35:56,277 INFO [RS:0;6b1531871d35:44431 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:35:56,277 INFO [RS:0;6b1531871d35:44431 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:35:56,277 INFO [RS:0;6b1531871d35:44431 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:35:56,277 INFO [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:35:56,278 INFO [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T00:35:56,278 DEBUG [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(1325): Online Regions={5c1539f2f095edfa3c90c207709edd30=test,,1731976540406.5c1539f2f095edfa3c90c207709edd30., 1588230740=hbase:meta,,1.1588230740, b20c3dda8bb25acbd6d1be0fe4cf6e2c=hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c.} 2024-11-19T00:35:56,278 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:35:56,278 DEBUG [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c1539f2f095edfa3c90c207709edd30, b20c3dda8bb25acbd6d1be0fe4cf6e2c 2024-11-19T00:35:56,278 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:35:56,278 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:35:56,278 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:35:56,278 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:35:56,278 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T00:35:56,292 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:35:56,301 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/.tmp/info/5d21227dda7248288b0c628ee927687d is 147, key is hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c./info:regioninfo/1731976544377/Put/seqid=0 2024-11-19T00:35:56,304 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/.tmp/f/d913bc74b3b641c88b66e3bf797602a4 is 29, key is row1/f:/1731976551214/DeleteFamily/seqid=0 2024-11-19T00:35:56,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741840_1016 (size=7686) 2024-11-19T00:35:56,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741841_1017 (size=5152) 2024-11-19T00:35:56,313 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/.tmp/f/d913bc74b3b641c88b66e3bf797602a4 2024-11-19T00:35:56,323 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d913bc74b3b641c88b66e3bf797602a4 2024-11-19T00:35:56,343 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/.tmp/f1/0832bab073374f80b4a90e31f8b2e29d is 30, key is row1/f1:/1731976551214/DeleteFamily/seqid=0 2024-11-19T00:35:56,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741842_1018 (size=5158) 2024-11-19T00:35:56,347 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/.tmp/f1/0832bab073374f80b4a90e31f8b2e29d 2024-11-19T00:35:56,352 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0832bab073374f80b4a90e31f8b2e29d 2024-11-19T00:35:56,371 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/.tmp/norep/ba23dc4fe7434578bd26a71ebd990bfd is 33, key is row1/norep:/1731976551214/DeleteFamily/seqid=0 2024-11-19T00:35:56,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741843_1019 (size=5108) 2024-11-19T00:35:56,382 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/.tmp/norep/ba23dc4fe7434578bd26a71ebd990bfd 2024-11-19T00:35:56,387 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba23dc4fe7434578bd26a71ebd990bfd 2024-11-19T00:35:56,389 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/.tmp/f/d913bc74b3b641c88b66e3bf797602a4 as hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/f/d913bc74b3b641c88b66e3bf797602a4 2024-11-19T00:35:56,395 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d913bc74b3b641c88b66e3bf797602a4 2024-11-19T00:35:56,395 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/f/d913bc74b3b641c88b66e3bf797602a4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T00:35:56,396 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/.tmp/f1/0832bab073374f80b4a90e31f8b2e29d as hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/f1/0832bab073374f80b4a90e31f8b2e29d 2024-11-19T00:35:56,401 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0832bab073374f80b4a90e31f8b2e29d 2024-11-19T00:35:56,401 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/f1/0832bab073374f80b4a90e31f8b2e29d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T00:35:56,402 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/.tmp/norep/ba23dc4fe7434578bd26a71ebd990bfd as hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/norep/ba23dc4fe7434578bd26a71ebd990bfd 2024-11-19T00:35:56,408 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba23dc4fe7434578bd26a71ebd990bfd 2024-11-19T00:35:56,408 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/norep/ba23dc4fe7434578bd26a71ebd990bfd, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T00:35:56,409 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5c1539f2f095edfa3c90c207709edd30 in 132ms, sequenceid=10, compaction requested=false 2024-11-19T00:35:56,409 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T00:35:56,416 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/default/test/5c1539f2f095edfa3c90c207709edd30/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T00:35:56,417 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:56,417 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:35:56,417 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731976540406.5c1539f2f095edfa3c90c207709edd30. 2024-11-19T00:35:56,417 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c1539f2f095edfa3c90c207709edd30: Waiting for close lock at 1731976556277Running coprocessor pre-close hooks at 1731976556277Disabling compacts and flushes for region at 1731976556277Disabling writes for close at 1731976556277Obtaining lock to block concurrent updates at 1731976556277Preparing flush snapshotting stores in 5c1539f2f095edfa3c90c207709edd30 at 1731976556277Finished memstore snapshotting test,,1731976540406.5c1539f2f095edfa3c90c207709edd30., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731976556278 (+1 ms)Flushing stores of test,,1731976540406.5c1539f2f095edfa3c90c207709edd30. at 1731976556279 (+1 ms)Flushing 5c1539f2f095edfa3c90c207709edd30/f: creating writer at 1731976556279Flushing 5c1539f2f095edfa3c90c207709edd30/f: appending metadata at 1731976556303 (+24 ms)Flushing 5c1539f2f095edfa3c90c207709edd30/f: closing flushed file at 1731976556303Flushing 5c1539f2f095edfa3c90c207709edd30/f1: creating writer at 1731976556323 (+20 ms)Flushing 5c1539f2f095edfa3c90c207709edd30/f1: appending metadata at 1731976556342 (+19 ms)Flushing 5c1539f2f095edfa3c90c207709edd30/f1: closing flushed file at 1731976556342Flushing 5c1539f2f095edfa3c90c207709edd30/norep: creating writer at 1731976556352 (+10 ms)Flushing 5c1539f2f095edfa3c90c207709edd30/norep: appending metadata at 1731976556370 (+18 ms)Flushing 5c1539f2f095edfa3c90c207709edd30/norep: closing flushed file at 1731976556370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b680339: reopening flushed file at 1731976556387 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2409a313: reopening flushed file at 1731976556395 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ca54a8: reopening flushed file at 1731976556401 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5c1539f2f095edfa3c90c207709edd30 in 132ms, sequenceid=10, compaction requested=false at 1731976556409 (+8 ms)Writing region close event to WAL at 1731976556412 (+3 ms)Running coprocessor post-close hooks at 1731976556417 (+5 ms)Closed at 1731976556417 2024-11-19T00:35:56,417 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731976540406.5c1539f2f095edfa3c90c207709edd30. 2024-11-19T00:35:56,418 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b20c3dda8bb25acbd6d1be0fe4cf6e2c, disabling compactions & flushes 2024-11-19T00:35:56,418 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. 2024-11-19T00:35:56,418 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. 2024-11-19T00:35:56,418 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. after waiting 0 ms 2024-11-19T00:35:56,418 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. 2024-11-19T00:35:56,418 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b20c3dda8bb25acbd6d1be0fe4cf6e2c 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-19T00:35:56,439 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/replication/b20c3dda8bb25acbd6d1be0fe4cf6e2c/.tmp/queue/5b6184923484495783658f842d9ba1bd is 154, key is 1-6b1531871d35,44431,1731976532081/queue:6b1531871d35%2C44431%2C1731976532081/1731976552680/Put/seqid=0 2024-11-19T00:35:56,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741844_1020 (size=5353) 2024-11-19T00:35:56,444 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/replication/b20c3dda8bb25acbd6d1be0fe4cf6e2c/.tmp/queue/5b6184923484495783658f842d9ba1bd 2024-11-19T00:35:56,450 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/replication/b20c3dda8bb25acbd6d1be0fe4cf6e2c/.tmp/queue/5b6184923484495783658f842d9ba1bd as hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/replication/b20c3dda8bb25acbd6d1be0fe4cf6e2c/queue/5b6184923484495783658f842d9ba1bd 2024-11-19T00:35:56,456 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/replication/b20c3dda8bb25acbd6d1be0fe4cf6e2c/queue/5b6184923484495783658f842d9ba1bd, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T00:35:56,457 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b20c3dda8bb25acbd6d1be0fe4cf6e2c in 39ms, sequenceid=12, compaction requested=false 2024-11-19T00:35:56,461 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/replication/b20c3dda8bb25acbd6d1be0fe4cf6e2c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T00:35:56,462 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:56,463 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:35:56,463 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. 2024-11-19T00:35:56,463 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b20c3dda8bb25acbd6d1be0fe4cf6e2c: Waiting for close lock at 1731976556418Running coprocessor pre-close hooks at 1731976556418Disabling compacts and flushes for region at 1731976556418Disabling writes for close at 1731976556418Obtaining lock to block concurrent updates at 1731976556418Preparing flush snapshotting stores in b20c3dda8bb25acbd6d1be0fe4cf6e2c at 1731976556418Finished memstore snapshotting hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731976556418Flushing stores of hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. at 1731976556419 (+1 ms)Flushing b20c3dda8bb25acbd6d1be0fe4cf6e2c/queue: creating writer at 1731976556419Flushing b20c3dda8bb25acbd6d1be0fe4cf6e2c/queue: appending metadata at 1731976556438 (+19 ms)Flushing b20c3dda8bb25acbd6d1be0fe4cf6e2c/queue: closing flushed file at 1731976556438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e2871f1: reopening flushed file at 1731976556449 (+11 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b20c3dda8bb25acbd6d1be0fe4cf6e2c in 39ms, sequenceid=12, compaction requested=false at 1731976556457 (+8 ms)Writing region close event to WAL at 1731976556458 (+1 ms)Running coprocessor post-close hooks at 1731976556462 (+4 ms)Closed at 1731976556463 (+1 ms) 2024-11-19T00:35:56,463 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731976543891.b20c3dda8bb25acbd6d1be0fe4cf6e2c. 2024-11-19T00:35:56,478 DEBUG [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:35:56,523 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T00:35:56,678 DEBUG [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:35:56,708 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/.tmp/info/5d21227dda7248288b0c628ee927687d 2024-11-19T00:35:56,742 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/.tmp/ns/12d3fb8e5f1648fe9bfa20c63ae65f1b is 43, key is default/ns:d/1731976534123/Put/seqid=0 2024-11-19T00:35:56,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741845_1021 (size=5153) 2024-11-19T00:35:56,746 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/.tmp/ns/12d3fb8e5f1648fe9bfa20c63ae65f1b 2024-11-19T00:35:56,776 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/.tmp/rep_barrier/3bfb58b1d51e4c40a076ddb93b0b352b is 112, key is test,,1731976540406.5c1539f2f095edfa3c90c207709edd30./rep_barrier:seqnumDuringOpen/1731976540813/Put/seqid=0 2024-11-19T00:35:56,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741846_1022 (size=5518) 2024-11-19T00:35:56,788 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/.tmp/rep_barrier/3bfb58b1d51e4c40a076ddb93b0b352b 2024-11-19T00:35:56,817 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/.tmp/table/70710cf819234b29896624ac1b0e3d13 is 53, key is hbase:replication/table:state/1731976544388/Put/seqid=0 2024-11-19T00:35:56,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741847_1023 (size=5308) 2024-11-19T00:35:56,830 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/.tmp/table/70710cf819234b29896624ac1b0e3d13 2024-11-19T00:35:56,836 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/.tmp/info/5d21227dda7248288b0c628ee927687d as hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/info/5d21227dda7248288b0c628ee927687d 2024-11-19T00:35:56,842 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/info/5d21227dda7248288b0c628ee927687d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T00:35:56,843 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/.tmp/ns/12d3fb8e5f1648fe9bfa20c63ae65f1b as hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/ns/12d3fb8e5f1648fe9bfa20c63ae65f1b 2024-11-19T00:35:56,848 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/ns/12d3fb8e5f1648fe9bfa20c63ae65f1b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T00:35:56,848 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/.tmp/rep_barrier/3bfb58b1d51e4c40a076ddb93b0b352b as hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/rep_barrier/3bfb58b1d51e4c40a076ddb93b0b352b 2024-11-19T00:35:56,852 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/rep_barrier/3bfb58b1d51e4c40a076ddb93b0b352b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T00:35:56,854 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/.tmp/table/70710cf819234b29896624ac1b0e3d13 as hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/table/70710cf819234b29896624ac1b0e3d13 2024-11-19T00:35:56,859 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/table/70710cf819234b29896624ac1b0e3d13, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T00:35:56,860 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 582ms, sequenceid=16, compaction requested=false 2024-11-19T00:35:56,860 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:35:56,877 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T00:35:56,878 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:56,878 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:35:56,878 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:35:56,878 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976556278Running coprocessor pre-close hooks at 1731976556278Disabling compacts and flushes for region at 1731976556278Disabling writes for close at 1731976556278Obtaining lock to block concurrent updates at 1731976556278Preparing flush snapshotting stores in 1588230740 at 1731976556278Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731976556278Flushing stores of hbase:meta,,1.1588230740 at 1731976556279 (+1 ms)Flushing 1588230740/info: creating writer at 1731976556279Flushing 1588230740/info: appending metadata at 1731976556300 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731976556301 (+1 ms)Flushing 1588230740/ns: creating writer at 1731976556711 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731976556742 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731976556742Flushing 1588230740/rep_barrier: creating writer at 1731976556750 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731976556775 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731976556775Flushing 1588230740/table: creating writer at 1731976556793 (+18 ms)Flushing 1588230740/table: appending metadata at 1731976556816 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731976556816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e9c2bef: reopening flushed file at 1731976556835 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787d3ad9: reopening flushed file at 1731976556842 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3662e039: reopening flushed file at 1731976556848 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c62ae12: reopening flushed file at 1731976556853 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 582ms, sequenceid=16, compaction requested=false at 1731976556860 (+7 ms)Writing region close event to WAL at 1731976556874 (+14 ms)Running coprocessor post-close hooks at 1731976556878 (+4 ms)Closed at 1731976556878 2024-11-19T00:35:56,878 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:35:56,878 INFO [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,44431,1731976532081; all regions closed. 2024-11-19T00:35:56,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741834_1010 (size=4239) 2024-11-19T00:35:56,891 DEBUG [RS:0;6b1531871d35:44431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/oldWALs 2024-11-19T00:35:56,891 INFO [RS:0;6b1531871d35:44431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C44431%2C1731976532081.meta:.meta(num 1731976534059) 2024-11-19T00:35:56,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741839_1015 (size=3114) 2024-11-19T00:35:56,899 DEBUG [RS:0;6b1531871d35:44431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/oldWALs 2024-11-19T00:35:56,899 INFO [RS:0;6b1531871d35:44431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C44431%2C1731976532081.rep:(num 1731976544328) 2024-11-19T00:35:56,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741832_1008 (size=2090) 2024-11-19T00:35:56,913 DEBUG [RS:0;6b1531871d35:44431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/oldWALs 2024-11-19T00:35:56,914 INFO [RS:0;6b1531871d35:44431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C44431%2C1731976532081:(num 1731976533115) 2024-11-19T00:35:56,914 DEBUG [RS:0;6b1531871d35:44431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:56,914 INFO [RS:0;6b1531871d35:44431 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:35:56,914 INFO [RS:0;6b1531871d35:44431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:35:56,914 INFO [RS:0;6b1531871d35:44431 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T00:35:56,914 INFO [RS:0;6b1531871d35:44431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:35:56,914 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:35:56,914 INFO [RS:0;6b1531871d35:44431 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,44431,1731976532081 because: Region server is closing 2024-11-19T00:35:56,914 INFO [RS:0;6b1531871d35:44431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:44431. 2024-11-19T00:35:56,914 DEBUG [RS:0;6b1531871d35:44431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:56,914 DEBUG [RS:0;6b1531871d35:44431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:56,915 DEBUG [RS:0;6b1531871d35:44431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:56,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:57,015 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.shipper6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T00:35:57,015 INFO [RS:0;6b1531871d35:44431 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.shipper6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 terminated 2024-11-19T00:35:57,015 INFO [RS:0;6b1531871d35:44431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:44431. 2024-11-19T00:35:57,015 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,44431,1731976532081.replicationSource.wal-reader.6b1531871d35%2C44431%2C1731976532081,1-6b1531871d35,44431,1731976532081 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T00:35:57,015 DEBUG [RS:0;6b1531871d35:44431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:57,016 DEBUG [RS:0;6b1531871d35:44431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:57,016 DEBUG [RS:0;6b1531871d35:44431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:57,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:57,016 INFO [RS:0;6b1531871d35:44431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44431 2024-11-19T00:35:57,017 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 636, reset compression=false 2024-11-19T00:35:57,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401/rs 2024-11-19T00:35:57,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1338102401/rs/6b1531871d35,44431,1731976532081 2024-11-19T00:35:57,052 INFO [RS:0;6b1531871d35:44431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:35:57,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,44431,1731976532081] 2024-11-19T00:35:57,102 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1338102401/draining/6b1531871d35,44431,1731976532081 already deleted, retry=false 2024-11-19T00:35:57,102 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,44431,1731976532081 expired; onlineServers=0 2024-11-19T00:35:57,102 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,32957,1731976531922' ***** 2024-11-19T00:35:57,102 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:35:57,102 INFO [M:0;6b1531871d35:32957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:35:57,102 INFO [M:0;6b1531871d35:32957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:35:57,102 DEBUG [M:0;6b1531871d35:32957 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:35:57,102 DEBUG [M:0;6b1531871d35:32957 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:35:57,102 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:35:57,102 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976532846 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976532846,5,FailOnTimeoutGroup] 2024-11-19T00:35:57,102 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976532846 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976532846,5,FailOnTimeoutGroup] 2024-11-19T00:35:57,102 INFO [M:0;6b1531871d35:32957 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:35:57,102 INFO [M:0;6b1531871d35:32957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:35:57,102 DEBUG [M:0;6b1531871d35:32957 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:35:57,102 INFO [M:0;6b1531871d35:32957 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:35:57,103 INFO [M:0;6b1531871d35:32957 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:35:57,103 INFO [M:0;6b1531871d35:32957 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:35:57,103 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:35:57,107 DEBUG [master/6b1531871d35:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=18, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-19T00:35:57,108 DEBUG [master/6b1531871d35:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-19T00:35:57,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1338102401/master 2024-11-19T00:35:57,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338102401 2024-11-19T00:35:57,110 DEBUG [M:0;6b1531871d35:32957 {}] zookeeper.ZKUtil(347): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Unable to get data of znode /1338102401/master because node does not exist (not an error) 2024-11-19T00:35:57,110 WARN [M:0;6b1531871d35:32957 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:35:57,111 INFO [M:0;6b1531871d35:32957 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/.lastflushedseqids 2024-11-19T00:35:57,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741848_1024 (size=245) 2024-11-19T00:35:57,116 INFO [M:0;6b1531871d35:32957 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:35:57,116 INFO [M:0;6b1531871d35:32957 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:35:57,116 DEBUG [M:0;6b1531871d35:32957 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:35:57,116 INFO [M:0;6b1531871d35:32957 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:57,117 DEBUG [M:0;6b1531871d35:32957 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:57,117 DEBUG [M:0;6b1531871d35:32957 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:35:57,117 DEBUG [M:0;6b1531871d35:32957 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:57,117 INFO [M:0;6b1531871d35:32957 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T00:35:57,134 DEBUG [M:0;6b1531871d35:32957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc38580e8ab241ba9cc899540d376850 is 82, key is hbase:meta,,1/info:regioninfo/1731976534105/Put/seqid=0 2024-11-19T00:35:57,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741849_1025 (size=5672) 2024-11-19T00:35:57,139 INFO [M:0;6b1531871d35:32957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc38580e8ab241ba9cc899540d376850 2024-11-19T00:35:57,163 DEBUG [M:0;6b1531871d35:32957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/113822a6cc4e4a6d8f15dd6ce27f78ac is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731976544393/Put/seqid=0 2024-11-19T00:35:57,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741850_1026 (size=8515) 2024-11-19T00:35:57,180 INFO [M:0;6b1531871d35:32957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/113822a6cc4e4a6d8f15dd6ce27f78ac 2024-11-19T00:35:57,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:57,187 INFO [RS:0;6b1531871d35:44431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:35:57,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44431-0x100555a73680004, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:57,187 INFO [RS:0;6b1531871d35:44431 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,44431,1731976532081; zookeeper connection closed. 2024-11-19T00:35:57,187 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bdcd647 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bdcd647 2024-11-19T00:35:57,188 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:35:57,206 DEBUG [M:0;6b1531871d35:32957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9c76ec663dc42818240a5a3bc52360e is 69, key is 6b1531871d35,44431,1731976532081/rs:state/1731976532905/Put/seqid=0 2024-11-19T00:35:57,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741851_1027 (size=5156) 2024-11-19T00:35:57,232 INFO [M:0;6b1531871d35:32957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9c76ec663dc42818240a5a3bc52360e 2024-11-19T00:35:57,236 DEBUG [M:0;6b1531871d35:32957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc38580e8ab241ba9cc899540d376850 as hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc38580e8ab241ba9cc899540d376850 2024-11-19T00:35:57,242 INFO [M:0;6b1531871d35:32957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc38580e8ab241ba9cc899540d376850, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T00:35:57,243 DEBUG [M:0;6b1531871d35:32957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/113822a6cc4e4a6d8f15dd6ce27f78ac as hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/113822a6cc4e4a6d8f15dd6ce27f78ac 2024-11-19T00:35:57,248 INFO [M:0;6b1531871d35:32957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/113822a6cc4e4a6d8f15dd6ce27f78ac, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T00:35:57,248 DEBUG [M:0;6b1531871d35:32957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9c76ec663dc42818240a5a3bc52360e as hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9c76ec663dc42818240a5a3bc52360e 2024-11-19T00:35:57,253 INFO [M:0;6b1531871d35:32957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9c76ec663dc42818240a5a3bc52360e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T00:35:57,254 INFO [M:0;6b1531871d35:32957 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=97, compaction requested=false 2024-11-19T00:35:57,255 INFO [M:0;6b1531871d35:32957 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:57,255 DEBUG [M:0;6b1531871d35:32957 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976557116Disabling compacts and flushes for region at 1731976557116Disabling writes for close at 1731976557117 (+1 ms)Obtaining lock to block concurrent updates at 1731976557117Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976557117Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731976557117Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976557117Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976557118 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976557134 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976557134Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976557144 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976557162 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976557162Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976557185 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976557205 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976557205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58831dfd: reopening flushed file at 1731976557235 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697a826a: reopening flushed file at 1731976557242 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33955a81: reopening flushed file at 1731976557248 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=97, compaction requested=false at 1731976557254 (+6 ms)Writing region close event to WAL at 1731976557255 (+1 ms)Closed at 1731976557255 2024-11-19T00:35:57,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741830_1006 (size=63642) 2024-11-19T00:35:57,257 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/243e175d-c519-3d7f-1a9d-b99e07b27560/MasterData/WALs/6b1531871d35,32957,1731976531922/6b1531871d35%2C32957%2C1731976531922.1731976532482 not finished, retry = 0 2024-11-19T00:35:57,358 INFO [M:0;6b1531871d35:32957 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:35:57,358 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:35:57,358 INFO [M:0;6b1531871d35:32957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32957 2024-11-19T00:35:57,358 INFO [M:0;6b1531871d35:32957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:35:57,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:57,469 INFO [M:0;6b1531871d35:32957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:35:57,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x100555a73680003, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:57,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27915c82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:35:57,472 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17e51eff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:35:57,472 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:35:57,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fd544fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:35:57,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c308c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/hadoop.log.dir/,STOPPED} 2024-11-19T00:35:57,474 WARN [BP-1767387479-172.17.0.2-1731976530366 heartbeating to localhost/127.0.0.1:40823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:35:57,474 WARN [BP-1767387479-172.17.0.2-1731976530366 heartbeating to localhost/127.0.0.1:40823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1767387479-172.17.0.2-1731976530366 (Datanode Uuid 9af60164-239c-4954-b452-b9125ec53c0b) service to localhost/127.0.0.1:40823 2024-11-19T00:35:57,475 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/cluster_0a86016c-3cb5-f675-1397-8ccca042c2ab/data/data1/current/BP-1767387479-172.17.0.2-1731976530366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:35:57,475 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/cluster_0a86016c-3cb5-f675-1397-8ccca042c2ab/data/data2/current/BP-1767387479-172.17.0.2-1731976530366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:35:57,475 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:35:57,475 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:35:57,476 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:35:57,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c0d78fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:35:57,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1edc1d28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:35:57,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:35:57,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1297859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:35:57,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f793bc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b8c84d6-0e51-7e67-355a-b57eaae945c5/hadoop.log.dir/,STOPPED} 2024-11-19T00:35:57,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:35:57,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:35:57,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:57,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:57,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:57,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:57,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:57,500 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:35:57,500 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1311340198, stopped=false 2024-11-19T00:35:57,500 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,38337,1731976526933 2024-11-19T00:35:57,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01365863254/running 2024-11-19T00:35:57,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01365863254/running 2024-11-19T00:35:57,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:57,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:57,510 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:35:57,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Set watcher on znode that does not yet exist, /01365863254/running 2024-11-19T00:35:57,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Set watcher on znode that does not yet exist, /01365863254/running 2024-11-19T00:35:57,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:35:57,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:57,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:57,512 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,36169,1731976527089' ***** 2024-11-19T00:35:57,512 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:35:57,512 INFO [RS:0;6b1531871d35:36169 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:35:57,512 INFO [RS:0;6b1531871d35:36169 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:35:57,512 INFO [RS:0;6b1531871d35:36169 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:35:57,512 INFO [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(3091): Received CLOSE for 30bce9813108cc326bc61bfbb3e167b7 2024-11-19T00:35:57,512 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:35:57,514 INFO [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(3091): Received CLOSE for 0535f9c57d25dfa79d12f36e684e4eee 2024-11-19T00:35:57,514 INFO [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,36169,1731976527089 2024-11-19T00:35:57,514 INFO [RS:0;6b1531871d35:36169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:35:57,514 INFO [RS:0;6b1531871d35:36169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:36169. 2024-11-19T00:35:57,514 DEBUG [RS:0;6b1531871d35:36169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:57,514 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30bce9813108cc326bc61bfbb3e167b7, disabling compactions & flushes 2024-11-19T00:35:57,514 DEBUG [RS:0;6b1531871d35:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:57,514 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7. 2024-11-19T00:35:57,514 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7. 2024-11-19T00:35:57,514 INFO [RS:0;6b1531871d35:36169 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:35:57,514 INFO [RS:0;6b1531871d35:36169 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:35:57,514 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7. after waiting 0 ms 2024-11-19T00:35:57,514 INFO [RS:0;6b1531871d35:36169 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:35:57,514 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7. 2024-11-19T00:35:57,514 INFO [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:35:57,514 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30bce9813108cc326bc61bfbb3e167b7 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-19T00:35:57,514 INFO [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T00:35:57,514 DEBUG [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 30bce9813108cc326bc61bfbb3e167b7=test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7., 0535f9c57d25dfa79d12f36e684e4eee=hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee.} 2024-11-19T00:35:57,514 DEBUG [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(1351): Waiting on 0535f9c57d25dfa79d12f36e684e4eee, 1588230740, 30bce9813108cc326bc61bfbb3e167b7 2024-11-19T00:35:57,515 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:35:57,515 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:35:57,515 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:35:57,515 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:35:57,515 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:35:57,515 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T00:35:57,534 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/.tmp/info/55cf5dcac4104a6e8949337c22ff44b2 is 147, key is hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee./info:regioninfo/1731976542976/Put/seqid=0 2024-11-19T00:35:57,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741840_1016 (size=7686) 2024-11-19T00:35:57,540 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/.tmp/info/55cf5dcac4104a6e8949337c22ff44b2 2024-11-19T00:35:57,541 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/.tmp/f/c5ed996eb9004ed7ad601e040ee07645 is 28, key is row/f:/1731976550209/DeleteFamily/seqid=0 2024-11-19T00:35:57,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741841_1017 (size=5085) 2024-11-19T00:35:57,562 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/.tmp/f/c5ed996eb9004ed7ad601e040ee07645 2024-11-19T00:35:57,571 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/.tmp/ns/485c42797495473584c7ed5f2b7da062 is 43, key is default/ns:d/1731976530280/Put/seqid=0 2024-11-19T00:35:57,573 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5ed996eb9004ed7ad601e040ee07645 2024-11-19T00:35:57,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741842_1018 (size=5153) 2024-11-19T00:35:57,580 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:35:57,596 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/.tmp/f1/33035dc97432415d94e59727c55fe202 is 29, key is row/f1:/1731976550209/DeleteFamily/seqid=0 2024-11-19T00:35:57,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741843_1019 (size=5089) 2024-11-19T00:35:57,613 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/.tmp/f1/33035dc97432415d94e59727c55fe202 2024-11-19T00:35:57,619 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33035dc97432415d94e59727c55fe202 2024-11-19T00:35:57,638 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/.tmp/norep/dd1a9f05bccd4580baa4eca7993148b0 is 32, key is row/norep:/1731976550209/DeleteFamily/seqid=0 2024-11-19T00:35:57,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741844_1020 (size=5101) 2024-11-19T00:35:57,643 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/.tmp/norep/dd1a9f05bccd4580baa4eca7993148b0 2024-11-19T00:35:57,647 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd1a9f05bccd4580baa4eca7993148b0 2024-11-19T00:35:57,648 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/.tmp/f/c5ed996eb9004ed7ad601e040ee07645 as hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/f/c5ed996eb9004ed7ad601e040ee07645 2024-11-19T00:35:57,652 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5ed996eb9004ed7ad601e040ee07645 2024-11-19T00:35:57,652 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/f/c5ed996eb9004ed7ad601e040ee07645, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T00:35:57,653 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/.tmp/f1/33035dc97432415d94e59727c55fe202 as hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/f1/33035dc97432415d94e59727c55fe202 2024-11-19T00:35:57,659 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33035dc97432415d94e59727c55fe202 2024-11-19T00:35:57,660 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/f1/33035dc97432415d94e59727c55fe202, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T00:35:57,660 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/.tmp/norep/dd1a9f05bccd4580baa4eca7993148b0 as hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/norep/dd1a9f05bccd4580baa4eca7993148b0 2024-11-19T00:35:57,665 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd1a9f05bccd4580baa4eca7993148b0 2024-11-19T00:35:57,665 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/norep/dd1a9f05bccd4580baa4eca7993148b0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T00:35:57,666 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 30bce9813108cc326bc61bfbb3e167b7 in 152ms, sequenceid=6, compaction requested=false 2024-11-19T00:35:57,666 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T00:35:57,672 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/default/test/30bce9813108cc326bc61bfbb3e167b7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T00:35:57,672 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:57,672 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:35:57,672 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7. 2024-11-19T00:35:57,672 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30bce9813108cc326bc61bfbb3e167b7: Waiting for close lock at 1731976557514Running coprocessor pre-close hooks at 1731976557514Disabling compacts and flushes for region at 1731976557514Disabling writes for close at 1731976557514Obtaining lock to block concurrent updates at 1731976557514Preparing flush snapshotting stores in 30bce9813108cc326bc61bfbb3e167b7 at 1731976557514Finished memstore snapshotting test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731976557515 (+1 ms)Flushing stores of test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7. at 1731976557515Flushing 30bce9813108cc326bc61bfbb3e167b7/f: creating writer at 1731976557515Flushing 30bce9813108cc326bc61bfbb3e167b7/f: appending metadata at 1731976557539 (+24 ms)Flushing 30bce9813108cc326bc61bfbb3e167b7/f: closing flushed file at 1731976557539Flushing 30bce9813108cc326bc61bfbb3e167b7/f1: creating writer at 1731976557573 (+34 ms)Flushing 30bce9813108cc326bc61bfbb3e167b7/f1: appending metadata at 1731976557595 (+22 ms)Flushing 30bce9813108cc326bc61bfbb3e167b7/f1: closing flushed file at 1731976557595Flushing 30bce9813108cc326bc61bfbb3e167b7/norep: creating writer at 1731976557619 (+24 ms)Flushing 30bce9813108cc326bc61bfbb3e167b7/norep: appending metadata at 1731976557637 (+18 ms)Flushing 30bce9813108cc326bc61bfbb3e167b7/norep: closing flushed file at 1731976557637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5afdcf: reopening flushed file at 1731976557647 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@229ad32f: reopening flushed file at 1731976557653 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@420d633e: reopening flushed file at 1731976557660 (+7 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 30bce9813108cc326bc61bfbb3e167b7 in 152ms, sequenceid=6, compaction requested=false at 1731976557666 (+6 ms)Writing region close event to WAL at 1731976557668 (+2 ms)Running coprocessor post-close hooks at 1731976557672 (+4 ms)Closed at 1731976557672 2024-11-19T00:35:57,673 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7. 2024-11-19T00:35:57,673 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0535f9c57d25dfa79d12f36e684e4eee, disabling compactions & flushes 2024-11-19T00:35:57,673 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. 2024-11-19T00:35:57,673 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. 2024-11-19T00:35:57,673 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. after waiting 0 ms 2024-11-19T00:35:57,673 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. 2024-11-19T00:35:57,673 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0535f9c57d25dfa79d12f36e684e4eee 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-19T00:35:57,693 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/replication/0535f9c57d25dfa79d12f36e684e4eee/.tmp/queue/1d875a5689c4451f90a59a2037a52f22 is 153, key is 1-6b1531871d35,36169,1731976527089/queue:6b1531871d35%2C36169%2C1731976527089/1731976550485/Put/seqid=0 2024-11-19T00:35:57,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741845_1021 (size=5352) 2024-11-19T00:35:57,698 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/replication/0535f9c57d25dfa79d12f36e684e4eee/.tmp/queue/1d875a5689c4451f90a59a2037a52f22 2024-11-19T00:35:57,704 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/replication/0535f9c57d25dfa79d12f36e684e4eee/.tmp/queue/1d875a5689c4451f90a59a2037a52f22 as hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/replication/0535f9c57d25dfa79d12f36e684e4eee/queue/1d875a5689c4451f90a59a2037a52f22 2024-11-19T00:35:57,708 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/replication/0535f9c57d25dfa79d12f36e684e4eee/queue/1d875a5689c4451f90a59a2037a52f22, entries=1, sequenceid=8, filesize=5.2 K 2024-11-19T00:35:57,709 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 0535f9c57d25dfa79d12f36e684e4eee in 36ms, sequenceid=8, compaction requested=false 2024-11-19T00:35:57,709 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T00:35:57,714 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/replication/0535f9c57d25dfa79d12f36e684e4eee/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T00:35:57,714 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:57,714 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:35:57,714 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. 2024-11-19T00:35:57,715 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0535f9c57d25dfa79d12f36e684e4eee: Waiting for close lock at 1731976557673Running coprocessor pre-close hooks at 1731976557673Disabling compacts and flushes for region at 1731976557673Disabling writes for close at 1731976557673Obtaining lock to block concurrent updates at 1731976557673Preparing flush snapshotting stores in 0535f9c57d25dfa79d12f36e684e4eee at 1731976557673Finished memstore snapshotting hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731976557673Flushing stores of hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. at 1731976557674 (+1 ms)Flushing 0535f9c57d25dfa79d12f36e684e4eee/queue: creating writer at 1731976557674Flushing 0535f9c57d25dfa79d12f36e684e4eee/queue: appending metadata at 1731976557693 (+19 ms)Flushing 0535f9c57d25dfa79d12f36e684e4eee/queue: closing flushed file at 1731976557693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36390beb: reopening flushed file at 1731976557703 (+10 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 0535f9c57d25dfa79d12f36e684e4eee in 36ms, sequenceid=8, compaction requested=false at 1731976557709 (+6 ms)Writing region close event to WAL at 1731976557710 (+1 ms)Running coprocessor post-close hooks at 1731976557714 (+4 ms)Closed at 1731976557714 2024-11-19T00:35:57,715 DEBUG [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(1351): Waiting on 0535f9c57d25dfa79d12f36e684e4eee, 1588230740 2024-11-19T00:35:57,715 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731976541718.0535f9c57d25dfa79d12f36e684e4eee. 2024-11-19T00:35:57,915 DEBUG [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:35:57,980 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/.tmp/ns/485c42797495473584c7ed5f2b7da062 2024-11-19T00:35:58,003 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/.tmp/rep_barrier/ac1d7fd12a504bc9bd531a8d8248895c is 112, key is test,,1731976539767.30bce9813108cc326bc61bfbb3e167b7./rep_barrier:seqnumDuringOpen/1731976540236/Put/seqid=0 2024-11-19T00:35:58,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741846_1022 (size=5518) 2024-11-19T00:35:58,115 DEBUG [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:35:58,171 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:35:58,171 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:35:58,221 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 636, reset compression=false 2024-11-19T00:35:58,228 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:35:58,228 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 1527, reset compression=false 2024-11-19T00:35:58,228 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.shipper6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,36169,1731976527089 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:35:58,229 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.shipper6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b1531871d35,36169,1731976527089: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b1531871d35,36169,1731976527089, walGroup=6b1531871d35%2C36169%2C1731976527089, offset=6b1531871d35%2C36169%2C1731976527089.1731976529289:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:36169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T00:35:58,230 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.shipper6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T00:35:58,230 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.shipper6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T00:35:58,231 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.shipper6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T00:35:58,231 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.shipper6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T00:35:58,231 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.shipper6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T00:35:58,231 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.shipper6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 1000166912 }, "NonHeapMemoryUsage": { "committed": 207290368, "init": 7667712, "max": -1, "used": 202338504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T00:35:58,231 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.shipper6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:38337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:38337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-19T00:35:58,315 DEBUG [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:35:58,411 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/.tmp/rep_barrier/ac1d7fd12a504bc9bd531a8d8248895c 2024-11-19T00:35:58,434 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.wal-reader.6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 to pos 1527, reset compression=false 2024-11-19T00:35:58,434 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/.tmp/table/09a5f34bb0ba41f68c1b7dc389b70366 is 53, key is hbase:replication/table:state/1731976542985/Put/seqid=0 2024-11-19T00:35:58,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741847_1023 (size=5308) 2024-11-19T00:35:58,439 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/.tmp/table/09a5f34bb0ba41f68c1b7dc389b70366 2024-11-19T00:35:58,443 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/.tmp/info/55cf5dcac4104a6e8949337c22ff44b2 as hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/info/55cf5dcac4104a6e8949337c22ff44b2 2024-11-19T00:35:58,448 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/info/55cf5dcac4104a6e8949337c22ff44b2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T00:35:58,448 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/.tmp/ns/485c42797495473584c7ed5f2b7da062 as hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/ns/485c42797495473584c7ed5f2b7da062 2024-11-19T00:35:58,452 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/ns/485c42797495473584c7ed5f2b7da062, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T00:35:58,453 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/.tmp/rep_barrier/ac1d7fd12a504bc9bd531a8d8248895c as hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/rep_barrier/ac1d7fd12a504bc9bd531a8d8248895c 2024-11-19T00:35:58,457 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/rep_barrier/ac1d7fd12a504bc9bd531a8d8248895c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T00:35:58,458 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/.tmp/table/09a5f34bb0ba41f68c1b7dc389b70366 as hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/table/09a5f34bb0ba41f68c1b7dc389b70366 2024-11-19T00:35:58,462 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/table/09a5f34bb0ba41f68c1b7dc389b70366, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T00:35:58,463 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 948ms, sequenceid=16, compaction requested=false 2024-11-19T00:35:58,463 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:35:58,470 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T00:35:58,471 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:35:58,471 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:35:58,471 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:35:58,471 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976557514Running coprocessor pre-close hooks at 1731976557514Disabling compacts and flushes for region at 1731976557514Disabling writes for close at 1731976557515 (+1 ms)Obtaining lock to block concurrent updates at 1731976557515Preparing flush snapshotting stores in 1588230740 at 1731976557515Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731976557515Flushing stores of hbase:meta,,1.1588230740 at 1731976557516 (+1 ms)Flushing 1588230740/info: creating writer at 1731976557516Flushing 1588230740/info: appending metadata at 1731976557533 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731976557533Flushing 1588230740/ns: creating writer at 1731976557546 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731976557570 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731976557570Flushing 1588230740/rep_barrier: creating writer at 1731976557984 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731976558002 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731976558002Flushing 1588230740/table: creating writer at 1731976558416 (+414 ms)Flushing 1588230740/table: appending metadata at 1731976558434 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731976558434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4980b3: reopening flushed file at 1731976558443 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ac1c3f: reopening flushed file at 1731976558448 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e261d62: reopening flushed file at 1731976558453 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11131c83: reopening flushed file at 1731976558457 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 948ms, sequenceid=16, compaction requested=false at 1731976558463 (+6 ms)Writing region close event to WAL at 1731976558468 (+5 ms)Running coprocessor post-close hooks at 1731976558471 (+3 ms)Closed at 1731976558471 2024-11-19T00:35:58,471 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:35:58,515 INFO [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,36169,1731976527089; all regions closed. 2024-11-19T00:35:58,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741834_1010 (size=4239) 2024-11-19T00:35:58,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.meta.1731976530212.meta not finished, retry = 0 2024-11-19T00:35:58,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741839_1015 (size=2240) 2024-11-19T00:35:58,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741832_1008 (size=1535) 2024-11-19T00:35:58,623 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/WALs/6b1531871d35,36169,1731976527089/6b1531871d35%2C36169%2C1731976527089.1731976529289 not finished, retry = 0 2024-11-19T00:35:58,724 DEBUG [RS:0;6b1531871d35:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:58,724 INFO [RS:0;6b1531871d35:36169 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:35:58,724 INFO [RS:0;6b1531871d35:36169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:35:58,724 INFO [RS:0;6b1531871d35:36169 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T00:35:58,724 INFO [RS:0;6b1531871d35:36169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:35:58,724 INFO [RS:0;6b1531871d35:36169 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,36169,1731976527089 because: Region server is closing 2024-11-19T00:35:58,724 INFO [RS:0;6b1531871d35:36169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:36169. 2024-11-19T00:35:58,724 DEBUG [RS:0;6b1531871d35:36169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:35:58,724 DEBUG [RS:0;6b1531871d35:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:58,725 DEBUG [RS:0;6b1531871d35:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:35:58,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:35:58,725 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:35:58,825 INFO [RS:0;6b1531871d35:36169 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,36169,1731976527089.replicationSource.shipper6b1531871d35%2C36169%2C1731976527089,1-6b1531871d35,36169,1731976527089 terminated 2024-11-19T00:35:58,825 INFO [RS:0;6b1531871d35:36169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36169 2024-11-19T00:35:58,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254/rs 2024-11-19T00:35:58,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01365863254/rs/6b1531871d35,36169,1731976527089 2024-11-19T00:35:58,860 INFO [RS:0;6b1531871d35:36169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:35:58,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,36169,1731976527089] 2024-11-19T00:35:58,877 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01365863254/draining/6b1531871d35,36169,1731976527089 already deleted, retry=false 2024-11-19T00:35:58,877 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,36169,1731976527089 expired; onlineServers=0 2024-11-19T00:35:58,877 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,38337,1731976526933' ***** 2024-11-19T00:35:58,877 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:35:58,877 INFO [M:0;6b1531871d35:38337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:35:58,877 INFO [M:0;6b1531871d35:38337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:35:58,877 DEBUG [M:0;6b1531871d35:38337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:35:58,877 DEBUG [M:0;6b1531871d35:38337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:35:58,877 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:35:58,877 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976529026 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976529026,5,FailOnTimeoutGroup] 2024-11-19T00:35:58,877 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976529027 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976529027,5,FailOnTimeoutGroup] 2024-11-19T00:35:58,877 INFO [M:0;6b1531871d35:38337 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:35:58,877 INFO [M:0;6b1531871d35:38337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:35:58,877 DEBUG [M:0;6b1531871d35:38337 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:35:58,877 INFO [M:0;6b1531871d35:38337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:35:58,878 INFO [M:0;6b1531871d35:38337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:35:58,878 INFO [M:0;6b1531871d35:38337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:35:58,878 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:35:58,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01365863254/master 2024-11-19T00:35:58,885 DEBUG [M:0;6b1531871d35:38337 {}] zookeeper.ZKUtil(347): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Unable to get data of znode /01365863254/master because node does not exist (not an error) 2024-11-19T00:35:58,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01365863254 2024-11-19T00:35:58,885 WARN [M:0;6b1531871d35:38337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:35:58,886 INFO [M:0;6b1531871d35:38337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/.lastflushedseqids 2024-11-19T00:35:58,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741848_1024 (size=245) 2024-11-19T00:35:58,890 INFO [M:0;6b1531871d35:38337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:35:58,890 INFO [M:0;6b1531871d35:38337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:35:58,890 DEBUG [M:0;6b1531871d35:38337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:35:58,890 INFO [M:0;6b1531871d35:38337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:58,890 DEBUG [M:0;6b1531871d35:38337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:58,890 DEBUG [M:0;6b1531871d35:38337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:35:58,890 DEBUG [M:0;6b1531871d35:38337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:58,890 INFO [M:0;6b1531871d35:38337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T00:35:58,910 DEBUG [M:0;6b1531871d35:38337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a6e16f0b3264bc685c6ec352a4c960e is 82, key is hbase:meta,,1/info:regioninfo/1731976530243/Put/seqid=0 2024-11-19T00:35:58,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741849_1025 (size=5672) 2024-11-19T00:35:58,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:58,969 INFO [RS:0;6b1531871d35:36169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:35:58,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x100555a73680001, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:58,969 INFO [RS:0;6b1531871d35:36169 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,36169,1731976527089; zookeeper connection closed. 2024-11-19T00:35:58,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@479223dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@479223dd 2024-11-19T00:35:58,969 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:35:59,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:35:59,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,316 INFO [M:0;6b1531871d35:38337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a6e16f0b3264bc685c6ec352a4c960e 2024-11-19T00:35:59,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:35:59,337 DEBUG [M:0;6b1531871d35:38337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/447409d184c0466296ec2cfbb233b972 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731976542993/Put/seqid=0 2024-11-19T00:35:59,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741850_1026 (size=8515) 2024-11-19T00:35:59,342 INFO [M:0;6b1531871d35:38337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/447409d184c0466296ec2cfbb233b972 2024-11-19T00:35:59,360 DEBUG [M:0;6b1531871d35:38337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70baf2c975cf4dfeb06ca9702962fe21 is 69, key is 6b1531871d35,36169,1731976527089/rs:state/1731976529141/Put/seqid=0 2024-11-19T00:35:59,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741851_1027 (size=5156) 2024-11-19T00:35:59,364 INFO [M:0;6b1531871d35:38337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70baf2c975cf4dfeb06ca9702962fe21 2024-11-19T00:35:59,368 DEBUG [M:0;6b1531871d35:38337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a6e16f0b3264bc685c6ec352a4c960e as hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a6e16f0b3264bc685c6ec352a4c960e 2024-11-19T00:35:59,372 INFO [M:0;6b1531871d35:38337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a6e16f0b3264bc685c6ec352a4c960e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T00:35:59,373 DEBUG [M:0;6b1531871d35:38337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/447409d184c0466296ec2cfbb233b972 as hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/447409d184c0466296ec2cfbb233b972 2024-11-19T00:35:59,378 INFO [M:0;6b1531871d35:38337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/447409d184c0466296ec2cfbb233b972, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T00:35:59,378 DEBUG [M:0;6b1531871d35:38337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70baf2c975cf4dfeb06ca9702962fe21 as hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70baf2c975cf4dfeb06ca9702962fe21 2024-11-19T00:35:59,382 INFO [M:0;6b1531871d35:38337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/ad503c33-3f14-1f9d-85d7-ff38ff3bdf60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70baf2c975cf4dfeb06ca9702962fe21, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T00:35:59,383 INFO [M:0;6b1531871d35:38337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=97, compaction requested=false 2024-11-19T00:35:59,385 INFO [M:0;6b1531871d35:38337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:35:59,385 DEBUG [M:0;6b1531871d35:38337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976558890Disabling compacts and flushes for region at 1731976558890Disabling writes for close at 1731976558890Obtaining lock to block concurrent updates at 1731976558890Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976558890Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731976558891 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976558891Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976558891Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976558910 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976558910Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976559320 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976559337 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976559337Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976559345 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976559360 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976559360Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64457b6: reopening flushed file at 1731976559368 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9707b61: reopening flushed file at 1731976559372 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2c1086: reopening flushed file at 1731976559378 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=97, compaction requested=false at 1731976559383 (+5 ms)Writing region close event to WAL at 1731976559384 (+1 ms)Closed at 1731976559384 2024-11-19T00:35:59,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37913 is added to blk_1073741830_1006 (size=63642) 2024-11-19T00:35:59,387 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:35:59,387 INFO [M:0;6b1531871d35:38337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:35:59,387 INFO [M:0;6b1531871d35:38337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38337 2024-11-19T00:35:59,387 INFO [M:0;6b1531871d35:38337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:35:59,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:59,527 INFO [M:0;6b1531871d35:38337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:35:59,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x100555a73680000, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:35:59,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@566706b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:35:59,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cc929fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:35:59,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:35:59,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464fe840{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:35:59,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c41a706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/hadoop.log.dir/,STOPPED} 2024-11-19T00:35:59,533 WARN [BP-1124673843-172.17.0.2-1731976524997 heartbeating to localhost/127.0.0.1:34003 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:35:59,533 WARN [BP-1124673843-172.17.0.2-1731976524997 heartbeating to localhost/127.0.0.1:34003 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1124673843-172.17.0.2-1731976524997 (Datanode Uuid 222f7202-d10e-45f5-af1b-a8864f7f3f15) service to localhost/127.0.0.1:34003 2024-11-19T00:35:59,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/cluster_63e986d0-6cde-c29b-d112-289fbcf1ee86/data/data1/current/BP-1124673843-172.17.0.2-1731976524997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:35:59,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/cluster_63e986d0-6cde-c29b-d112-289fbcf1ee86/data/data2/current/BP-1124673843-172.17.0.2-1731976524997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:35:59,534 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:35:59,534 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:35:59,534 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:35:59,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a4a941f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:35:59,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13616542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:35:59,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:35:59,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7578d2fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:35:59,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dbebb6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c2668ed-faa0-2902-bdb7-fde16f741524/hadoop.log.dir/,STOPPED} 2024-11-19T00:35:59,547 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T00:35:59,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:35:59,571 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 313) Potentially hanging thread: globalEventExecutor-1-22 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40823 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34003 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56176) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56176) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56176) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33785 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=793 (was 722) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 269) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=514 (was 940) 2024-11-19T00:35:59,594 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=514 2024-11-19T00:35:59,611 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-19T00:35:59,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/hadoop.log.dir so I do NOT create it in target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839 2024-11-19T00:35:59,612 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:35:59,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/hadoop.tmp.dir so I do NOT create it in target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839 2024-11-19T00:35:59,612 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4528561d-ba4b-b1cb-846b-0b45540ceca1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:35:59,612 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839 2024-11-19T00:35:59,612 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/cluster_363ecf89-7430-bf7d-bfb7-e2e07c193366, deleteOnExit=true 2024-11-19T00:35:59,617 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/cluster_363ecf89-7430-bf7d-bfb7-e2e07c193366/zookeeper_0, clientPort=54713, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/cluster_363ecf89-7430-bf7d-bfb7-e2e07c193366/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/cluster_363ecf89-7430-bf7d-bfb7-e2e07c193366/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T00:35:59,617 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54713 2024-11-19T00:35:59,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:35:59,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:35:59,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/test.cache.data in system properties and HBase conf 2024-11-19T00:35:59,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:35:59,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:35:59,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:35:59,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:35:59,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:35:59,618 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:35:59,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:35:59,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:35:59,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:35:59,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:35:59,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:35:59,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:35:59,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:35:59,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:35:59,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:35:59,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:35:59,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:35:59,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:35:59,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:35:59,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:35:59,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100555a73680002, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:35:59,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100555a73680005, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:35:59,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100555a73680008, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:35:59,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100555a73680002, quorum=127.0.0.1:56176, baseZNode=/01365863254 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:35:59,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100555a73680005, quorum=127.0.0.1:56176, baseZNode=/1338102401 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:35:59,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100555a73680008, quorum=127.0.0.1:56176, baseZNode=/2-1013429639 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:35:59,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:35:59,921 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:35:59,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:35:59,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:35:59,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:35:59,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:35:59,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@548ee19a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:35:59,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@539e6189{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:36:00,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d799d0d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/java.io.tmpdir/jetty-localhost-42263-hadoop-hdfs-3_4_1-tests_jar-_-any-12514065349366415015/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:36:00,037 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35156634{HTTP/1.1, (http/1.1)}{localhost:42263} 2024-11-19T00:36:00,037 INFO [Time-limited test {}] server.Server(415): Started @309394ms 2024-11-19T00:36:00,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:36:00,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:36:00,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:36:00,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:36:00,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:36:00,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d579d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:36:00,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34cd4297{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:36:00,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4413a6db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/java.io.tmpdir/jetty-localhost-45019-hadoop-hdfs-3_4_1-tests_jar-_-any-11870847936647238474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:36:00,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6acbc82c{HTTP/1.1, (http/1.1)}{localhost:45019} 2024-11-19T00:36:00,484 INFO [Time-limited test {}] server.Server(415): Started @309841ms 2024-11-19T00:36:00,486 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:36:01,150 WARN [Thread-4187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/cluster_363ecf89-7430-bf7d-bfb7-e2e07c193366/data/data1/current/BP-597627213-172.17.0.2-1731976559636/current, will proceed with Du for space computation calculation, 2024-11-19T00:36:01,150 WARN [Thread-4188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/cluster_363ecf89-7430-bf7d-bfb7-e2e07c193366/data/data2/current/BP-597627213-172.17.0.2-1731976559636/current, will proceed with Du for space computation calculation, 2024-11-19T00:36:01,168 WARN [Thread-4175 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:36:01,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2458f93fb5fcc296 with lease ID 0xc1daef2e60260b20: Processing first storage report for DS-715e098f-7531-401e-b7c0-eee8cfdabd5b from datanode DatanodeRegistration(127.0.0.1:44359, datanodeUuid=21fd3d29-542d-49f4-96dc-19e0ec005c5c, infoPort=39037, infoSecurePort=0, ipcPort=42313, storageInfo=lv=-57;cid=testClusterID;nsid=1197994379;c=1731976559636) 2024-11-19T00:36:01,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2458f93fb5fcc296 with lease ID 0xc1daef2e60260b20: from storage DS-715e098f-7531-401e-b7c0-eee8cfdabd5b node DatanodeRegistration(127.0.0.1:44359, datanodeUuid=21fd3d29-542d-49f4-96dc-19e0ec005c5c, infoPort=39037, infoSecurePort=0, ipcPort=42313, storageInfo=lv=-57;cid=testClusterID;nsid=1197994379;c=1731976559636), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:36:01,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2458f93fb5fcc296 with lease ID 0xc1daef2e60260b20: Processing first storage report for DS-b897deee-6393-4f28-b27a-c89486f9aaa1 from datanode DatanodeRegistration(127.0.0.1:44359, datanodeUuid=21fd3d29-542d-49f4-96dc-19e0ec005c5c, infoPort=39037, infoSecurePort=0, ipcPort=42313, storageInfo=lv=-57;cid=testClusterID;nsid=1197994379;c=1731976559636) 2024-11-19T00:36:01,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2458f93fb5fcc296 with lease ID 0xc1daef2e60260b20: from storage DS-b897deee-6393-4f28-b27a-c89486f9aaa1 node DatanodeRegistration(127.0.0.1:44359, datanodeUuid=21fd3d29-542d-49f4-96dc-19e0ec005c5c, infoPort=39037, infoSecurePort=0, ipcPort=42313, storageInfo=lv=-57;cid=testClusterID;nsid=1197994379;c=1731976559636), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:36:01,260 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839 2024-11-19T00:36:01,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:01,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:01,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:36:01,673 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592 with version=8 2024-11-19T00:36:01,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/hbase-staging 2024-11-19T00:36:01,676 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:36:01,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:01,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:01,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:36:01,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:01,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:36:01,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:36:01,676 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:36:01,677 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45125 2024-11-19T00:36:01,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45125 connecting to ZooKeeper ensemble=127.0.0.1:54713 2024-11-19T00:36:01,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451250x0, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:36:01,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45125-0x100555afaba0000 connected 2024-11-19T00:36:01,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:01,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:01,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Set watcher on znode that does not yet exist, /01693597993/running 2024-11-19T00:36:01,839 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592, hbase.cluster.distributed=false 2024-11-19T00:36:01,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Set watcher on znode that does not yet exist, /01693597993/acl 2024-11-19T00:36:01,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45125 2024-11-19T00:36:01,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45125 2024-11-19T00:36:01,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45125 2024-11-19T00:36:01,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45125 2024-11-19T00:36:01,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45125 2024-11-19T00:36:01,873 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:36:01,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:01,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:01,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:36:01,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:01,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:36:01,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:36:01,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:36:01,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37215 2024-11-19T00:36:01,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37215 connecting to ZooKeeper ensemble=127.0.0.1:54713 2024-11-19T00:36:01,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:01,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:01,890 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372150x0, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:36:01,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372150x0, quorum=127.0.0.1:54713, baseZNode=/01693597993 Set watcher on znode that does not yet exist, /01693597993/running 2024-11-19T00:36:01,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37215-0x100555afaba0001 connected 2024-11-19T00:36:01,891 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:36:01,892 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:36:01,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37215-0x100555afaba0001, quorum=127.0.0.1:54713, baseZNode=/01693597993 Set watcher on znode that does not yet exist, /01693597993/master 2024-11-19T00:36:01,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37215-0x100555afaba0001, quorum=127.0.0.1:54713, baseZNode=/01693597993 Set watcher on znode that does not yet exist, /01693597993/acl 2024-11-19T00:36:01,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-19T00:36:01,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37215 2024-11-19T00:36:01,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37215 2024-11-19T00:36:01,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-19T00:36:01,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-19T00:36:01,920 DEBUG [M:0;6b1531871d35:45125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:45125 2024-11-19T00:36:01,922 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01693597993/backup-masters/6b1531871d35,45125,1731976561675 2024-11-19T00:36:01,931 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x100555afaba0001, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993/backup-masters 2024-11-19T00:36:01,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993/backup-masters 2024-11-19T00:36:01,932 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Set watcher on existing znode=/01693597993/backup-masters/6b1531871d35,45125,1731976561675 2024-11-19T00:36:01,940 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x100555afaba0001, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01693597993/master 2024-11-19T00:36:01,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993 2024-11-19T00:36:01,940 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x100555afaba0001, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993 2024-11-19T00:36:01,940 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Set watcher on existing znode=/01693597993/master 2024-11-19T00:36:01,941 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01693597993/backup-masters/6b1531871d35,45125,1731976561675 from backup master directory 2024-11-19T00:36:01,948 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x100555afaba0001, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993/backup-masters 2024-11-19T00:36:01,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01693597993/backup-masters/6b1531871d35,45125,1731976561675 2024-11-19T00:36:01,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993/backup-masters 2024-11-19T00:36:01,948 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:36:01,948 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,45125,1731976561675 2024-11-19T00:36:01,951 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/hbase.id] with ID: 57ceca7a-d7f2-491b-93d2-17cf200dcd05 2024-11-19T00:36:01,952 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/.tmp/hbase.id 2024-11-19T00:36:01,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:36:01,959 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/.tmp/hbase.id]:[hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/hbase.id] 2024-11-19T00:36:01,969 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:01,969 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:36:01,970 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T00:36:01,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993 2024-11-19T00:36:01,981 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x100555afaba0001, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993 2024-11-19T00:36:01,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:36:01,991 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:36:01,992 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:36:01,992 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:36:01,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:36:02,404 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/MasterData/data/master/store 2024-11-19T00:36:02,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:36:02,810 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:02,810 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:36:02,810 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:02,810 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:02,810 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:36:02,810 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:02,810 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:02,810 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976562810Disabling compacts and flushes for region at 1731976562810Disabling writes for close at 1731976562810Writing region close event to WAL at 1731976562810Closed at 1731976562810 2024-11-19T00:36:02,811 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/MasterData/data/master/store/.initializing 2024-11-19T00:36:02,811 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/MasterData/WALs/6b1531871d35,45125,1731976561675 2024-11-19T00:36:02,811 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:36:02,812 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C45125%2C1731976561675, suffix=, logDir=hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/MasterData/WALs/6b1531871d35,45125,1731976561675, archiveDir=hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/MasterData/oldWALs, maxLogs=10 2024-11-19T00:36:02,828 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/MasterData/WALs/6b1531871d35,45125,1731976561675/6b1531871d35%2C45125%2C1731976561675.1731976562813, exclude list is [], retry=0 2024-11-19T00:36:02,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44359,DS-715e098f-7531-401e-b7c0-eee8cfdabd5b,DISK] 2024-11-19T00:36:02,832 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/MasterData/WALs/6b1531871d35,45125,1731976561675/6b1531871d35%2C45125%2C1731976561675.1731976562813 2024-11-19T00:36:02,832 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39037:39037)] 2024-11-19T00:36:02,832 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:36:02,833 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:02,833 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:02,833 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:02,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:02,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:36:02,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:02,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:02,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:02,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:36:02,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:02,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:02,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:02,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:36:02,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:02,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:02,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:02,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:36:02,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:02,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:02,838 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:02,838 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:02,839 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:02,839 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:02,839 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:02,840 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:36:02,840 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:02,842 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:36:02,842 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61778398, jitterRate=-0.07943013310432434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:36:02,843 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976562833Initializing all the Stores at 1731976562833Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976562833Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976562834 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976562834Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976562834Cleaning up temporary data from old regions at 1731976562839 (+5 ms)Region opened successfully at 1731976562843 (+4 ms) 2024-11-19T00:36:02,843 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:36:02,845 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70310e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:36:02,846 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:36:02,846 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:36:02,846 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:36:02,846 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:36:02,846 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:36:02,846 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:36:02,846 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:36:02,851 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:36:02,851 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Unable to get data of znode /01693597993/balancer because node does not exist (not necessarily an error) 2024-11-19T00:36:02,885 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01693597993/balancer already deleted, retry=false 2024-11-19T00:36:02,885 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:36:02,886 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Unable to get data of znode /01693597993/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:36:02,893 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01693597993/normalizer already deleted, retry=false 2024-11-19T00:36:02,893 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:36:02,894 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Unable to get data of znode /01693597993/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:36:02,901 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01693597993/switch/split already deleted, retry=false 2024-11-19T00:36:02,902 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Unable to get data of znode /01693597993/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:36:02,910 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01693597993/switch/merge already deleted, retry=false 2024-11-19T00:36:02,912 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Unable to get data of znode /01693597993/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:36:02,926 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01693597993/snapshot-cleanup already deleted, retry=false 2024-11-19T00:36:02,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01693597993/running 2024-11-19T00:36:02,935 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x100555afaba0001, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01693597993/running 2024-11-19T00:36:02,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993 2024-11-19T00:36:02,935 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x100555afaba0001, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993 2024-11-19T00:36:02,936 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,45125,1731976561675, sessionid=0x100555afaba0000, setting cluster-up flag (Was=false) 2024-11-19T00:36:02,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993 2024-11-19T00:36:02,951 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x100555afaba0001, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993 2024-11-19T00:36:02,976 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01693597993/flush-table-proc/acquired, /01693597993/flush-table-proc/reached, /01693597993/flush-table-proc/abort 2024-11-19T00:36:02,977 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,45125,1731976561675 2024-11-19T00:36:02,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993 2024-11-19T00:36:02,993 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x100555afaba0001, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993 2024-11-19T00:36:03,018 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01693597993/online-snapshot/acquired, /01693597993/online-snapshot/reached, /01693597993/online-snapshot/abort 2024-11-19T00:36:03,019 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,45125,1731976561675 2024-11-19T00:36:03,019 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:36:03,021 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:03,021 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:36:03,021 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:36:03,021 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,45125,1731976561675 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:36:03,022 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:03,022 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:03,022 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:03,022 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:03,022 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:36:03,022 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:03,022 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:36:03,022 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:03,023 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976593023 2024-11-19T00:36:03,023 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:36:03,023 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:36:03,023 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:36:03,023 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:36:03,023 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:36:03,023 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:36:03,023 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:03,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:03,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:36:03,023 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:36:03,024 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:36:03,024 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:36:03,024 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:36:03,024 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:36:03,024 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:36:03,024 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976563024,5,FailOnTimeoutGroup] 2024-11-19T00:36:03,024 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:03,024 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976563024,5,FailOnTimeoutGroup] 2024-11-19T00:36:03,024 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:03,024 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:36:03,024 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:03,024 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:36:03,024 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:03,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:36:03,108 INFO [RS:0;6b1531871d35:37215 {}] regionserver.HRegionServer(746): ClusterId : 57ceca7a-d7f2-491b-93d2-17cf200dcd05 2024-11-19T00:36:03,108 DEBUG [RS:0;6b1531871d35:37215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:36:03,119 DEBUG [RS:0;6b1531871d35:37215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:36:03,119 DEBUG [RS:0;6b1531871d35:37215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:36:03,128 DEBUG [RS:0;6b1531871d35:37215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:36:03,128 DEBUG [RS:0;6b1531871d35:37215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4388a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:36:03,142 DEBUG [RS:0;6b1531871d35:37215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:37215 2024-11-19T00:36:03,142 INFO [RS:0;6b1531871d35:37215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:36:03,142 INFO [RS:0;6b1531871d35:37215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:36:03,142 DEBUG [RS:0;6b1531871d35:37215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:36:03,143 INFO [RS:0;6b1531871d35:37215 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,45125,1731976561675 with port=37215, startcode=1731976561873 2024-11-19T00:36:03,143 DEBUG [RS:0;6b1531871d35:37215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:36:03,145 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:36:03,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45125 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,37215,1731976561873 2024-11-19T00:36:03,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45125 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,37215,1731976561873 2024-11-19T00:36:03,147 DEBUG [RS:0;6b1531871d35:37215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592 2024-11-19T00:36:03,147 DEBUG [RS:0;6b1531871d35:37215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41103 2024-11-19T00:36:03,147 DEBUG [RS:0;6b1531871d35:37215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:36:03,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993/rs 2024-11-19T00:36:03,160 DEBUG [RS:0;6b1531871d35:37215 {}] zookeeper.ZKUtil(111): regionserver:37215-0x100555afaba0001, quorum=127.0.0.1:54713, baseZNode=/01693597993 Set watcher on existing znode=/01693597993/rs/6b1531871d35,37215,1731976561873 2024-11-19T00:36:03,160 WARN [RS:0;6b1531871d35:37215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:36:03,160 INFO [RS:0;6b1531871d35:37215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:36:03,161 DEBUG [RS:0;6b1531871d35:37215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/WALs/6b1531871d35,37215,1731976561873 2024-11-19T00:36:03,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,37215,1731976561873] 2024-11-19T00:36:03,163 INFO [RS:0;6b1531871d35:37215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:36:03,164 INFO [RS:0;6b1531871d35:37215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:36:03,165 INFO [RS:0;6b1531871d35:37215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:36:03,165 INFO [RS:0;6b1531871d35:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:03,165 INFO [RS:0;6b1531871d35:37215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:36:03,165 INFO [RS:0;6b1531871d35:37215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:36:03,165 INFO [RS:0;6b1531871d35:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:03,165 DEBUG [RS:0;6b1531871d35:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:03,165 DEBUG [RS:0;6b1531871d35:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:03,165 DEBUG [RS:0;6b1531871d35:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:03,165 DEBUG [RS:0;6b1531871d35:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:03,165 DEBUG [RS:0;6b1531871d35:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:03,166 DEBUG [RS:0;6b1531871d35:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:36:03,166 DEBUG [RS:0;6b1531871d35:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:03,166 DEBUG [RS:0;6b1531871d35:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:03,166 DEBUG [RS:0;6b1531871d35:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:03,166 DEBUG [RS:0;6b1531871d35:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:03,166 DEBUG [RS:0;6b1531871d35:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:03,166 DEBUG [RS:0;6b1531871d35:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:03,166 DEBUG [RS:0;6b1531871d35:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:36:03,166 DEBUG [RS:0;6b1531871d35:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:36:03,170 INFO [RS:0;6b1531871d35:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:03,170 INFO [RS:0;6b1531871d35:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:03,170 INFO [RS:0;6b1531871d35:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:03,170 INFO [RS:0;6b1531871d35:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:03,170 INFO [RS:0;6b1531871d35:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:03,170 INFO [RS:0;6b1531871d35:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37215,1731976561873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:36:03,183 INFO [RS:0;6b1531871d35:37215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:36:03,183 INFO [RS:0;6b1531871d35:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37215,1731976561873-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:03,183 INFO [RS:0;6b1531871d35:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:03,183 INFO [RS:0;6b1531871d35:37215 {}] regionserver.Replication(171): 6b1531871d35,37215,1731976561873 started 2024-11-19T00:36:03,195 INFO [RS:0;6b1531871d35:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:03,195 INFO [RS:0;6b1531871d35:37215 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,37215,1731976561873, RpcServer on 6b1531871d35/172.17.0.2:37215, sessionid=0x100555afaba0001 2024-11-19T00:36:03,195 DEBUG [RS:0;6b1531871d35:37215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:36:03,195 DEBUG [RS:0;6b1531871d35:37215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,37215,1731976561873 2024-11-19T00:36:03,195 DEBUG [RS:0;6b1531871d35:37215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,37215,1731976561873' 2024-11-19T00:36:03,196 DEBUG [RS:0;6b1531871d35:37215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01693597993/flush-table-proc/abort' 2024-11-19T00:36:03,196 DEBUG [RS:0;6b1531871d35:37215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01693597993/flush-table-proc/acquired' 2024-11-19T00:36:03,196 DEBUG [RS:0;6b1531871d35:37215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:36:03,196 DEBUG [RS:0;6b1531871d35:37215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:36:03,196 DEBUG [RS:0;6b1531871d35:37215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,37215,1731976561873 2024-11-19T00:36:03,196 DEBUG [RS:0;6b1531871d35:37215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,37215,1731976561873' 2024-11-19T00:36:03,196 DEBUG [RS:0;6b1531871d35:37215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01693597993/online-snapshot/abort' 2024-11-19T00:36:03,197 DEBUG [RS:0;6b1531871d35:37215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01693597993/online-snapshot/acquired' 2024-11-19T00:36:03,197 DEBUG [RS:0;6b1531871d35:37215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:36:03,197 INFO [RS:0;6b1531871d35:37215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:36:03,197 INFO [RS:0;6b1531871d35:37215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:36:03,297 INFO [RS:0;6b1531871d35:37215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:36:03,299 INFO [RS:0;6b1531871d35:37215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C37215%2C1731976561873, suffix=, logDir=hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/WALs/6b1531871d35,37215,1731976561873, archiveDir=hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/oldWALs, maxLogs=10 2024-11-19T00:36:03,312 DEBUG [RS:0;6b1531871d35:37215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/WALs/6b1531871d35,37215,1731976561873/6b1531871d35%2C37215%2C1731976561873.1731976563299, exclude list is [], retry=0 2024-11-19T00:36:03,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44359,DS-715e098f-7531-401e-b7c0-eee8cfdabd5b,DISK] 2024-11-19T00:36:03,316 INFO [RS:0;6b1531871d35:37215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/WALs/6b1531871d35,37215,1731976561873/6b1531871d35%2C37215%2C1731976561873.1731976563299 2024-11-19T00:36:03,317 DEBUG [RS:0;6b1531871d35:37215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39037:39037)] 2024-11-19T00:36:03,435 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:36:03,435 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592 2024-11-19T00:36:03,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:36:03,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:03,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:36:03,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:36:03,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:03,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:03,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:36:03,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:36:03,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:03,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:03,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:36:03,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:36:03,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:03,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:03,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:36:03,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:36:03,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:03,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:03,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:36:03,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/data/hbase/meta/1588230740 2024-11-19T00:36:03,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/data/hbase/meta/1588230740 2024-11-19T00:36:03,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:36:03,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:36:03,848 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:36:03,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:36:03,850 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:36:03,850 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72442434, jitterRate=0.07947638630867004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:36:03,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976563841Initializing all the Stores at 1731976563842 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976563842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976563842Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976563842Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976563842Cleaning up temporary data from old regions at 1731976563848 (+6 ms)Region opened successfully at 1731976563850 (+2 ms) 2024-11-19T00:36:03,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:36:03,851 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:36:03,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:36:03,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:36:03,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:36:03,851 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:36:03,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976563851Disabling compacts and flushes for region at 1731976563851Disabling writes for close at 1731976563851Writing region close event to WAL at 1731976563851Closed at 1731976563851 2024-11-19T00:36:03,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:03,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:36:03,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:36:03,852 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:36:03,853 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:36:04,003 DEBUG [6b1531871d35:45125 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:36:04,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,37215,1731976561873 2024-11-19T00:36:04,005 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,37215,1731976561873, state=OPENING 2024-11-19T00:36:04,033 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:36:04,051 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x100555afaba0001, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993 2024-11-19T00:36:04,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01693597993 2024-11-19T00:36:04,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01693597993/meta-region-server: CHANGED 2024-11-19T00:36:04,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:36:04,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,37215,1731976561873}] 2024-11-19T00:36:04,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01693597993/meta-region-server: CHANGED 2024-11-19T00:36:04,205 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:36:04,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:36:04,209 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:36:04,209 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:36:04,209 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:36:04,210 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C37215%2C1731976561873.meta, suffix=.meta, logDir=hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/WALs/6b1531871d35,37215,1731976561873, archiveDir=hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/oldWALs, maxLogs=10 2024-11-19T00:36:04,222 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/WALs/6b1531871d35,37215,1731976561873/6b1531871d35%2C37215%2C1731976561873.meta.1731976564210.meta, exclude list is [], retry=0 2024-11-19T00:36:04,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44359,DS-715e098f-7531-401e-b7c0-eee8cfdabd5b,DISK] 2024-11-19T00:36:04,225 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/WALs/6b1531871d35,37215,1731976561873/6b1531871d35%2C37215%2C1731976561873.meta.1731976564210.meta 2024-11-19T00:36:04,225 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39037:39037)] 2024-11-19T00:36:04,225 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:36:04,226 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:36:04,226 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:36:04,226 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:36:04,226 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:36:04,226 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:36:04,226 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:04,226 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:36:04,226 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:36:04,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:36:04,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:36:04,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:04,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:04,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:36:04,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:36:04,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:04,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:04,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:36:04,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:36:04,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:04,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:04,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:36:04,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:36:04,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:04,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:04,231 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:36:04,231 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/data/hbase/meta/1588230740 2024-11-19T00:36:04,232 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/data/hbase/meta/1588230740 2024-11-19T00:36:04,232 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:36:04,232 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:36:04,233 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:36:04,233 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:36:04,234 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73788051, jitterRate=0.09952764213085175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:36:04,234 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:36:04,234 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976564226Writing region info on filesystem at 1731976564226Initializing all the Stores at 1731976564227 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976564227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976564227Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976564227Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976564227Cleaning up temporary data from old regions at 1731976564232 (+5 ms)Running coprocessor post-open hooks at 1731976564234 (+2 ms)Region opened successfully at 1731976564234 2024-11-19T00:36:04,235 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976564204 2024-11-19T00:36:04,236 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:36:04,236 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:36:04,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,37215,1731976561873 2024-11-19T00:36:04,237 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,37215,1731976561873, state=OPEN 2024-11-19T00:36:04,289 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x100555afaba0001, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01693597993/meta-region-server 2024-11-19T00:36:04,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45125-0x100555afaba0000, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01693597993/meta-region-server 2024-11-19T00:36:04,290 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,37215,1731976561873 2024-11-19T00:36:04,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01693597993/meta-region-server: CHANGED 2024-11-19T00:36:04,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01693597993/meta-region-server: CHANGED 2024-11-19T00:36:04,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:36:04,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,37215,1731976561873 in 238 msec 2024-11-19T00:36:04,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:36:04,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-19T00:36:04,294 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:04,294 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:36:04,295 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:36:04,296 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37215,1731976561873, seqNum=-1] 2024-11-19T00:36:04,296 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:36:04,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:36:04,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-19T00:36:04,300 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976564300, completionTime=-1 2024-11-19T00:36:04,300 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:36:04,300 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:36:04,302 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:36:04,302 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976624302 2024-11-19T00:36:04,302 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976684302 2024-11-19T00:36:04,302 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T00:36:04,302 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45125,1731976561675-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:04,302 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45125,1731976561675-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:04,302 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45125,1731976561675-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:04,303 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:45125, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:04,303 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:04,303 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:04,304 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:36:04,306 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.358sec 2024-11-19T00:36:04,306 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:36:04,306 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:36:04,306 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:36:04,306 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:36:04,306 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:36:04,306 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45125,1731976561675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:36:04,306 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45125,1731976561675-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:36:04,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28260d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:04,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45125,-1 for getting cluster id 2024-11-19T00:36:04,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:04,311 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:36:04,311 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:36:04,311 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,45125,1731976561675-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:04,311 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57ceca7a-d7f2-491b-93d2-17cf200dcd05' 2024-11-19T00:36:04,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:04,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57ceca7a-d7f2-491b-93d2-17cf200dcd05" 2024-11-19T00:36:04,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c9fda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:04,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45125,-1] 2024-11-19T00:36:04,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:04,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:04,313 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:04,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ab92c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:04,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:36:04,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37215,1731976561873, seqNum=-1] 2024-11-19T00:36:04,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:36:04,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:36:04,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,45125,1731976561675 2024-11-19T00:36:04,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54713 2024-11-19T00:36:04,330 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:36:04,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54713, baseZNode=/01693597993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:36:04,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100555afaba0002 connected 2024-11-19T00:36:04,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:04,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,45125,1731976561675 2024-11-19T00:36:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14f7e3bd 2024-11-19T00:36:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:04,397 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:36:04,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45125 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:36:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45125 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:36:04,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:36:04,399 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:04,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45125 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:36:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:04,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:36:04,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:36:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:04,806 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f821429b9ca09b3b9204521f6a2cffa3, NAME => 'test,,1731976564397.f821429b9ca09b3b9204521f6a2cffa3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592 2024-11-19T00:36:04,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:36:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:05,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976564397.f821429b9ca09b3b9204521f6a2cffa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:05,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f821429b9ca09b3b9204521f6a2cffa3, disabling compactions & flushes 2024-11-19T00:36:05,211 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976564397.f821429b9ca09b3b9204521f6a2cffa3. 2024-11-19T00:36:05,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976564397.f821429b9ca09b3b9204521f6a2cffa3. 2024-11-19T00:36:05,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976564397.f821429b9ca09b3b9204521f6a2cffa3. after waiting 0 ms 2024-11-19T00:36:05,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976564397.f821429b9ca09b3b9204521f6a2cffa3. 2024-11-19T00:36:05,211 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976564397.f821429b9ca09b3b9204521f6a2cffa3. 2024-11-19T00:36:05,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f821429b9ca09b3b9204521f6a2cffa3: Waiting for close lock at 1731976565211Disabling compacts and flushes for region at 1731976565211Disabling writes for close at 1731976565211Writing region close event to WAL at 1731976565211Closed at 1731976565211 2024-11-19T00:36:05,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:36:05,213 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976564397.f821429b9ca09b3b9204521f6a2cffa3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976565213"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976565213"}]},"ts":"1731976565213"} 2024-11-19T00:36:05,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:36:05,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:36:05,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976565215"}]},"ts":"1731976565215"} 2024-11-19T00:36:05,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:36:05,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f821429b9ca09b3b9204521f6a2cffa3, ASSIGN}] 2024-11-19T00:36:05,218 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f821429b9ca09b3b9204521f6a2cffa3, ASSIGN 2024-11-19T00:36:05,219 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f821429b9ca09b3b9204521f6a2cffa3, ASSIGN; state=OFFLINE, location=6b1531871d35,37215,1731976561873; forceNewPlan=false, retain=false 2024-11-19T00:36:05,369 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f821429b9ca09b3b9204521f6a2cffa3, regionState=OPENING, regionLocation=6b1531871d35,37215,1731976561873 2024-11-19T00:36:05,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f821429b9ca09b3b9204521f6a2cffa3, ASSIGN because future has completed 2024-11-19T00:36:05,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f821429b9ca09b3b9204521f6a2cffa3, server=6b1531871d35,37215,1731976561873}] 2024-11-19T00:36:05,526 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976564397.f821429b9ca09b3b9204521f6a2cffa3. 2024-11-19T00:36:05,526 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f821429b9ca09b3b9204521f6a2cffa3, NAME => 'test,,1731976564397.f821429b9ca09b3b9204521f6a2cffa3.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:36:05,526 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:36:05,527 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:36:05,527 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f821429b9ca09b3b9204521f6a2cffa3 2024-11-19T00:36:05,527 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976564397.f821429b9ca09b3b9204521f6a2cffa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:05,527 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f821429b9ca09b3b9204521f6a2cffa3 2024-11-19T00:36:05,527 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f821429b9ca09b3b9204521f6a2cffa3 2024-11-19T00:36:05,528 INFO [StoreOpener-f821429b9ca09b3b9204521f6a2cffa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f821429b9ca09b3b9204521f6a2cffa3 2024-11-19T00:36:05,529 INFO [StoreOpener-f821429b9ca09b3b9204521f6a2cffa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f821429b9ca09b3b9204521f6a2cffa3 columnFamilyName f 2024-11-19T00:36:05,529 DEBUG [StoreOpener-f821429b9ca09b3b9204521f6a2cffa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:05,529 INFO [StoreOpener-f821429b9ca09b3b9204521f6a2cffa3-1 {}] regionserver.HStore(327): Store=f821429b9ca09b3b9204521f6a2cffa3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:05,529 INFO [StoreOpener-f821429b9ca09b3b9204521f6a2cffa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f821429b9ca09b3b9204521f6a2cffa3 2024-11-19T00:36:05,530 INFO [StoreOpener-f821429b9ca09b3b9204521f6a2cffa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f821429b9ca09b3b9204521f6a2cffa3 columnFamilyName f1 2024-11-19T00:36:05,530 DEBUG [StoreOpener-f821429b9ca09b3b9204521f6a2cffa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:05,530 INFO [StoreOpener-f821429b9ca09b3b9204521f6a2cffa3-1 {}] regionserver.HStore(327): Store=f821429b9ca09b3b9204521f6a2cffa3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:05,530 INFO [StoreOpener-f821429b9ca09b3b9204521f6a2cffa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f821429b9ca09b3b9204521f6a2cffa3 2024-11-19T00:36:05,531 INFO [StoreOpener-f821429b9ca09b3b9204521f6a2cffa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f821429b9ca09b3b9204521f6a2cffa3 columnFamilyName norep 2024-11-19T00:36:05,531 DEBUG [StoreOpener-f821429b9ca09b3b9204521f6a2cffa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:05,531 INFO [StoreOpener-f821429b9ca09b3b9204521f6a2cffa3-1 {}] regionserver.HStore(327): Store=f821429b9ca09b3b9204521f6a2cffa3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:05,531 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f821429b9ca09b3b9204521f6a2cffa3 2024-11-19T00:36:05,532 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/data/default/test/f821429b9ca09b3b9204521f6a2cffa3 2024-11-19T00:36:05,532 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/data/default/test/f821429b9ca09b3b9204521f6a2cffa3 2024-11-19T00:36:05,532 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f821429b9ca09b3b9204521f6a2cffa3 2024-11-19T00:36:05,532 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f821429b9ca09b3b9204521f6a2cffa3 2024-11-19T00:36:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:05,533 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:36:05,534 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f821429b9ca09b3b9204521f6a2cffa3 2024-11-19T00:36:05,536 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/data/default/test/f821429b9ca09b3b9204521f6a2cffa3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:36:05,536 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f821429b9ca09b3b9204521f6a2cffa3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59608987, jitterRate=-0.11175687611103058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:36:05,536 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f821429b9ca09b3b9204521f6a2cffa3 2024-11-19T00:36:05,537 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f821429b9ca09b3b9204521f6a2cffa3: Running coprocessor pre-open hook at 1731976565527Writing region info on filesystem at 1731976565527Initializing all the Stores at 1731976565528 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976565528Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976565528Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976565528Cleaning up temporary data from old regions at 1731976565532 (+4 ms)Running coprocessor post-open hooks at 1731976565536 (+4 ms)Region opened successfully at 1731976565537 (+1 ms) 2024-11-19T00:36:05,538 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976564397.f821429b9ca09b3b9204521f6a2cffa3., pid=6, masterSystemTime=1731976565523 2024-11-19T00:36:05,540 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976564397.f821429b9ca09b3b9204521f6a2cffa3. 2024-11-19T00:36:05,540 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976564397.f821429b9ca09b3b9204521f6a2cffa3. 2024-11-19T00:36:05,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f821429b9ca09b3b9204521f6a2cffa3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,37215,1731976561873 2024-11-19T00:36:05,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f821429b9ca09b3b9204521f6a2cffa3, server=6b1531871d35,37215,1731976561873 because future has completed 2024-11-19T00:36:05,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:36:05,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f821429b9ca09b3b9204521f6a2cffa3, server=6b1531871d35,37215,1731976561873 in 171 msec 2024-11-19T00:36:05,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:36:05,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f821429b9ca09b3b9204521f6a2cffa3, ASSIGN in 328 msec 2024-11-19T00:36:05,548 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:36:05,548 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976565548"}]},"ts":"1731976565548"} 2024-11-19T00:36:05,550 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:36:05,550 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:36:05,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-19T00:36:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:06,543 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:36:06,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e18e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:06,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45125,-1 for getting cluster id 2024-11-19T00:36:06,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:06,545 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57ceca7a-d7f2-491b-93d2-17cf200dcd05' 2024-11-19T00:36:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57ceca7a-d7f2-491b-93d2-17cf200dcd05" 2024-11-19T00:36:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0de026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45125,-1] 2024-11-19T00:36:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:06,546 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:06,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52cdf033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:06,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:06,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,45125,1731976561675 2024-11-19T00:36:06,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4636517b 2024-11-19T00:36:06,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:06,548 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:36:06,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45125 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:45125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:36:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45125 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:36:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:36:06,550 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:45125' 2024-11-19T00:36:06,551 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bd26cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:06,551 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,45125,-1 for getting cluster id 2024-11-19T00:36:06,551 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:06,552 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57ceca7a-d7f2-491b-93d2-17cf200dcd05' 2024-11-19T00:36:06,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:06,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57ceca7a-d7f2-491b-93d2-17cf200dcd05" 2024-11-19T00:36:06,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b6874f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:06,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,45125,-1] 2024-11-19T00:36:06,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:06,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:06,553 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:06,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7603d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:06,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:06,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,45125,1731976561675 2024-11-19T00:36:06,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@342112cc 2024-11-19T00:36:06,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:06,554 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:36:06,555 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T00:36:06,555 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:36:06,555 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:06,555 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:06,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:36:06,555 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6b1531871d35:45125, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-19T00:36:06,560 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6b1531871d35:45125, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6b1531871d35:45125, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6b1531871d35:45125, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-19T00:36:06,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6b1531871d35:45125, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-19T00:36:06,561 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-19T00:36:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:36:06,654 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://6b1531871d35:45125, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-19T00:36:06,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:36:06,654 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:06,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:06,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:06,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:36:06,673 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 363) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-16588553_20 at /127.0.0.1:35252 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b1531871d35:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(79107326) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp554091986-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007efd4c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:41103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@5a12dd12[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-16588553_20 at /127.0.0.1:35348 [Receiving block BP-597627213-172.17.0.2-1731976559636:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592-prefix:6b1531871d35,37215,1731976561873.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2291-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp2048915593-7945-acceptor-0@4912e144-ServerConnector@6acbc82c{HTTP/1.1, (http/1.1)}{localhost:45019} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-597627213-172.17.0.2-1731976559636:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 1 on default port 42313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;6b1531871d35:37215-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 42313 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976563024 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 42313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: 6b1531871d35:45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/cluster_363ecf89-7430-bf7d-bfb7-e2e07c193366/data/data2/current/BP-597627213-172.17.0.2-1731976559636 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2ac6f1e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@53954af1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7899-acceptor-0@2f967f0d-ServerConnector@35156634{HTTP/1.1, (http/1.1)}{localhost:42263} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b1531871d35:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@fe4abc1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54713 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: PacketResponder: BP-597627213-172.17.0.2-1731976559636:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: qtp554091986-7898 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007efd4c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007efd4c9f8890.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41103 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/cluster_363ecf89-7430-bf7d-bfb7-e2e07c193366/data/data1/current/BP-597627213-172.17.0.2-1731976559636 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp554091986-7896 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007efd4c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7944 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007efd4c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592-prefix:6b1531871d35,37215,1731976561873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 42313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54713) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2d6242e8-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-16588553_20 at /127.0.0.1:35332 [Receiving block BP-597627213-172.17.0.2-1731976559636:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$598/0x00007efd4cac6a70.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2291-thread-1-SendThread(127.0.0.1:54713) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: BP-597627213-172.17.0.2-1731976559636 heartbeating to localhost/127.0.0.1:41103 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6b1531871d35:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS:0;6b1531871d35:37215 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;6b1531871d35:45125 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b1531871d35:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:54713): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 0 on default port 42313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp554091986-7901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41103/user/jenkins/test-data/300830ac-fe47-9fba-814b-26a457480592/MasterData-prefix:6b1531871d35,45125,1731976561675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp2048915593-7946 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54713) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-597627213-172.17.0.2-1731976559636:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3f03ca44-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 41103 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1413466783_20 at /127.0.0.1:35314 [Receiving block BP-597627213-172.17.0.2-1731976559636:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_REGION-regionserver/6b1531871d35:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b1531871d35:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976563024 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/cluster_363ecf89-7430-bf7d-bfb7-e2e07c193366/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7f885238 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7897 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007efd4c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/cluster_363ecf89-7430-bf7d-bfb7-e2e07c193366/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp554091986-7902 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=879 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 405) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=497 (was 514) 2024-11-19T00:36:06,675 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-19T00:36:06,687 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=879, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=496 2024-11-19T00:36:06,687 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-19T00:36:06,702 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-19T00:36:06,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/hadoop.log.dir so I do NOT create it in target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6 2024-11-19T00:36:06,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:36:06,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/hadoop.tmp.dir so I do NOT create it in target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6 2024-11-19T00:36:06,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6c7d8d9-b17d-8e5a-51f7-dc307db85839/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:36:06,702 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6 2024-11-19T00:36:06,702 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/cluster_18532c1e-c898-70bf-4eef-bfd3f12a2a72, deleteOnExit=true 2024-11-19T00:36:06,705 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/cluster_18532c1e-c898-70bf-4eef-bfd3f12a2a72/zookeeper_0, clientPort=62176, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/cluster_18532c1e-c898-70bf-4eef-bfd3f12a2a72/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/cluster_18532c1e-c898-70bf-4eef-bfd3f12a2a72/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T00:36:06,705 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62176 2024-11-19T00:36:06,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:36:06,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:36:06,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/test.cache.data in system properties and HBase conf 2024-11-19T00:36:06,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:36:06,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:36:06,706 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:36:06,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:36:06,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:36:06,993 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:36:06,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:36:06,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:36:06,998 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:36:06,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:36:06,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@262d3e1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:36:06,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e74d2e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:36:07,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25a1cd57{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/java.io.tmpdir/jetty-localhost-36981-hadoop-hdfs-3_4_1-tests_jar-_-any-9730072623451022635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:36:07,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a2c470{HTTP/1.1, (http/1.1)}{localhost:36981} 2024-11-19T00:36:07,095 INFO [Time-limited test {}] server.Server(415): Started @316452ms 2024-11-19T00:36:07,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:36:07,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:36:07,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:36:07,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:36:07,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:36:07,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61115c85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:36:07,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ca74ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:36:07,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5799d95e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/java.io.tmpdir/jetty-localhost-44003-hadoop-hdfs-3_4_1-tests_jar-_-any-16036000691747958151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:36:07,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@249fa10c{HTTP/1.1, (http/1.1)}{localhost:44003} 2024-11-19T00:36:07,489 INFO [Time-limited test {}] server.Server(415): Started @316846ms 2024-11-19T00:36:07,491 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:36:08,028 WARN [Thread-4321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/cluster_18532c1e-c898-70bf-4eef-bfd3f12a2a72/data/data1/current/BP-1182729927-172.17.0.2-1731976566720/current, will proceed with Du for space computation calculation, 2024-11-19T00:36:08,028 WARN [Thread-4322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/cluster_18532c1e-c898-70bf-4eef-bfd3f12a2a72/data/data2/current/BP-1182729927-172.17.0.2-1731976566720/current, will proceed with Du for space computation calculation, 2024-11-19T00:36:08,046 WARN [Thread-4309 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:36:08,048 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3391df07e2cd71c2 with lease ID 0xd372011f3c3bfe5b: Processing first storage report for DS-b2b57118-f46e-44cd-b0bd-e9dfdd78b6c2 from datanode DatanodeRegistration(127.0.0.1:34375, datanodeUuid=d4c853c0-2e8d-400f-8b65-18e0b9ec748a, infoPort=44107, infoSecurePort=0, ipcPort=35581, storageInfo=lv=-57;cid=testClusterID;nsid=2076294784;c=1731976566720) 2024-11-19T00:36:08,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3391df07e2cd71c2 with lease ID 0xd372011f3c3bfe5b: from storage DS-b2b57118-f46e-44cd-b0bd-e9dfdd78b6c2 node DatanodeRegistration(127.0.0.1:34375, datanodeUuid=d4c853c0-2e8d-400f-8b65-18e0b9ec748a, infoPort=44107, infoSecurePort=0, ipcPort=35581, storageInfo=lv=-57;cid=testClusterID;nsid=2076294784;c=1731976566720), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:36:08,048 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3391df07e2cd71c2 with lease ID 0xd372011f3c3bfe5b: Processing first storage report for DS-bf2a2ee6-a064-4ece-9d64-03c44be91bad from datanode DatanodeRegistration(127.0.0.1:34375, datanodeUuid=d4c853c0-2e8d-400f-8b65-18e0b9ec748a, infoPort=44107, infoSecurePort=0, ipcPort=35581, storageInfo=lv=-57;cid=testClusterID;nsid=2076294784;c=1731976566720) 2024-11-19T00:36:08,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3391df07e2cd71c2 with lease ID 0xd372011f3c3bfe5b: from storage DS-bf2a2ee6-a064-4ece-9d64-03c44be91bad node DatanodeRegistration(127.0.0.1:34375, datanodeUuid=d4c853c0-2e8d-400f-8b65-18e0b9ec748a, infoPort=44107, infoSecurePort=0, ipcPort=35581, storageInfo=lv=-57;cid=testClusterID;nsid=2076294784;c=1731976566720), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:36:08,138 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6 2024-11-19T00:36:08,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:08,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:08,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:36:08,546 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2 with version=8 2024-11-19T00:36:08,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/hbase-staging 2024-11-19T00:36:08,548 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:36:08,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:08,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:08,549 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:36:08,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:08,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:36:08,549 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:36:08,549 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:36:08,549 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37051 2024-11-19T00:36:08,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37051 connecting to ZooKeeper ensemble=127.0.0.1:62176 2024-11-19T00:36:08,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370510x0, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:36:08,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37051-0x100555b166a0000 connected 2024-11-19T00:36:08,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:08,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:08,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Set watcher on znode that does not yet exist, /01025667834/running 2024-11-19T00:36:08,689 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2, hbase.cluster.distributed=false 2024-11-19T00:36:08,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Set watcher on znode that does not yet exist, /01025667834/acl 2024-11-19T00:36:08,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37051 2024-11-19T00:36:08,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37051 2024-11-19T00:36:08,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37051 2024-11-19T00:36:08,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37051 2024-11-19T00:36:08,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37051 2024-11-19T00:36:08,708 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:36:08,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:08,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:08,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:36:08,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:08,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:36:08,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:36:08,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:36:08,708 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35601 2024-11-19T00:36:08,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35601 connecting to ZooKeeper ensemble=127.0.0.1:62176 2024-11-19T00:36:08,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:08,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:08,718 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356010x0, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:36:08,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356010x0, quorum=127.0.0.1:62176, baseZNode=/01025667834 Set watcher on znode that does not yet exist, /01025667834/running 2024-11-19T00:36:08,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35601-0x100555b166a0001 connected 2024-11-19T00:36:08,718 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:36:08,722 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:36:08,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Set watcher on znode that does not yet exist, /01025667834/master 2024-11-19T00:36:08,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Set watcher on znode that does not yet exist, /01025667834/acl 2024-11-19T00:36:08,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35601 2024-11-19T00:36:08,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35601 2024-11-19T00:36:08,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35601 2024-11-19T00:36:08,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35601 2024-11-19T00:36:08,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35601 2024-11-19T00:36:08,758 DEBUG [M:0;6b1531871d35:37051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:37051 2024-11-19T00:36:08,766 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01025667834/backup-masters/6b1531871d35,37051,1731976568548 2024-11-19T00:36:08,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834/backup-masters 2024-11-19T00:36:08,776 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834/backup-masters 2024-11-19T00:36:08,776 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Set watcher on existing znode=/01025667834/backup-masters/6b1531871d35,37051,1731976568548 2024-11-19T00:36:08,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:08,784 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01025667834/master 2024-11-19T00:36:08,784 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:08,784 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Set watcher on existing znode=/01025667834/master 2024-11-19T00:36:08,786 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01025667834/backup-masters/6b1531871d35,37051,1731976568548 from backup master directory 2024-11-19T00:36:08,792 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834/backup-masters 2024-11-19T00:36:08,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01025667834/backup-masters/6b1531871d35,37051,1731976568548 2024-11-19T00:36:08,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834/backup-masters 2024-11-19T00:36:08,793 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:36:08,793 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,37051,1731976568548 2024-11-19T00:36:08,796 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/hbase.id] with ID: c3cbc444-ecb5-43bd-9670-af5a58d08384 2024-11-19T00:36:08,796 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/.tmp/hbase.id 2024-11-19T00:36:08,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:36:09,164 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:36:09,164 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T00:36:09,200 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/.tmp/hbase.id]:[hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/hbase.id] 2024-11-19T00:36:09,214 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:09,214 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:36:09,215 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T00:36:09,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:09,251 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:36:09,688 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:36:09,689 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:36:09,689 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:36:09,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:36:09,703 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store 2024-11-19T00:36:09,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:36:09,730 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:36:09,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:09,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:10,116 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:10,116 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:36:10,116 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:10,116 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:10,116 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:36:10,116 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:10,116 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:10,116 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976570116Disabling compacts and flushes for region at 1731976570116Disabling writes for close at 1731976570116Writing region close event to WAL at 1731976570116Closed at 1731976570116 2024-11-19T00:36:10,117 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/.initializing 2024-11-19T00:36:10,117 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/WALs/6b1531871d35,37051,1731976568548 2024-11-19T00:36:10,117 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:36:10,119 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C37051%2C1731976568548, suffix=, logDir=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/WALs/6b1531871d35,37051,1731976568548, archiveDir=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/oldWALs, maxLogs=10 2024-11-19T00:36:10,130 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/WALs/6b1531871d35,37051,1731976568548/6b1531871d35%2C37051%2C1731976568548.1731976570119, exclude list is [], retry=0 2024-11-19T00:36:10,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34375,DS-b2b57118-f46e-44cd-b0bd-e9dfdd78b6c2,DISK] 2024-11-19T00:36:10,133 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/WALs/6b1531871d35,37051,1731976568548/6b1531871d35%2C37051%2C1731976568548.1731976570119 2024-11-19T00:36:10,133 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-11-19T00:36:10,134 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:36:10,134 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:10,134 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:10,134 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:10,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:10,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:36:10,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:10,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:10,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:10,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:36:10,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:10,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:10,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:10,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:36:10,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:10,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:10,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:10,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:36:10,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:10,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:10,140 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:10,140 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:10,140 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:10,141 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:10,141 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:10,142 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:36:10,142 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:10,143 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:36:10,144 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60749946, jitterRate=-0.09475526213645935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:36:10,144 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976570134Initializing all the Stores at 1731976570134Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976570134Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976570135 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976570135Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976570135Cleaning up temporary data from old regions at 1731976570141 (+6 ms)Region opened successfully at 1731976570144 (+3 ms) 2024-11-19T00:36:10,144 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:36:10,145 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777b391b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:36:10,146 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:36:10,146 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:36:10,146 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:36:10,146 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:36:10,147 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:36:10,147 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:36:10,147 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:36:10,151 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:36:10,152 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Unable to get data of znode /01025667834/balancer because node does not exist (not necessarily an error) 2024-11-19T00:36:10,184 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01025667834/balancer already deleted, retry=false 2024-11-19T00:36:10,185 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:36:10,185 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Unable to get data of znode /01025667834/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:36:10,192 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01025667834/normalizer already deleted, retry=false 2024-11-19T00:36:10,193 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:36:10,194 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Unable to get data of znode /01025667834/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:36:10,201 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01025667834/switch/split already deleted, retry=false 2024-11-19T00:36:10,202 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Unable to get data of znode /01025667834/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:36:10,209 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01025667834/switch/merge already deleted, retry=false 2024-11-19T00:36:10,211 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Unable to get data of znode /01025667834/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:36:10,217 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01025667834/snapshot-cleanup already deleted, retry=false 2024-11-19T00:36:10,226 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01025667834/running 2024-11-19T00:36:10,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01025667834/running 2024-11-19T00:36:10,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:10,226 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:10,226 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,37051,1731976568548, sessionid=0x100555b166a0000, setting cluster-up flag (Was=false) 2024-11-19T00:36:10,242 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:10,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:10,268 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01025667834/flush-table-proc/acquired, /01025667834/flush-table-proc/reached, /01025667834/flush-table-proc/abort 2024-11-19T00:36:10,269 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,37051,1731976568548 2024-11-19T00:36:10,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:10,284 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:10,309 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01025667834/online-snapshot/acquired, /01025667834/online-snapshot/reached, /01025667834/online-snapshot/abort 2024-11-19T00:36:10,310 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,37051,1731976568548 2024-11-19T00:36:10,311 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:36:10,312 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:10,312 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:36:10,312 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:36:10,312 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,37051,1731976568548 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:36:10,313 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:10,313 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:10,313 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:10,313 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:10,313 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:36:10,313 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:10,313 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:36:10,314 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:10,314 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976600314 2024-11-19T00:36:10,314 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:36:10,314 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:36:10,314 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:36:10,314 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:36:10,314 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:36:10,314 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:36:10,315 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:10,315 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:10,315 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:36:10,315 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:36:10,315 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:36:10,315 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:36:10,315 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:36:10,315 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:36:10,315 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:36:10,315 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976570315,5,FailOnTimeoutGroup] 2024-11-19T00:36:10,316 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:10,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:36:10,316 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976570315,5,FailOnTimeoutGroup] 2024-11-19T00:36:10,316 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:10,316 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:36:10,316 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:10,316 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:10,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:36:10,348 INFO [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(746): ClusterId : c3cbc444-ecb5-43bd-9670-af5a58d08384 2024-11-19T00:36:10,349 DEBUG [RS:0;6b1531871d35:35601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:36:10,352 DEBUG [RS:0;6b1531871d35:35601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:36:10,352 DEBUG [RS:0;6b1531871d35:35601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:36:10,360 DEBUG [RS:0;6b1531871d35:35601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:36:10,360 DEBUG [RS:0;6b1531871d35:35601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbab130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:36:10,374 DEBUG [RS:0;6b1531871d35:35601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:35601 2024-11-19T00:36:10,374 INFO [RS:0;6b1531871d35:35601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:36:10,374 INFO [RS:0;6b1531871d35:35601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:36:10,374 DEBUG [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:36:10,375 INFO [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,37051,1731976568548 with port=35601, startcode=1731976568707 2024-11-19T00:36:10,375 DEBUG [RS:0;6b1531871d35:35601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:36:10,376 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:36:10,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,35601,1731976568707 2024-11-19T00:36:10,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37051 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,35601,1731976568707 2024-11-19T00:36:10,377 DEBUG [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2 2024-11-19T00:36:10,377 DEBUG [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33451 2024-11-19T00:36:10,377 DEBUG [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:36:10,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834/rs 2024-11-19T00:36:10,385 DEBUG [RS:0;6b1531871d35:35601 {}] zookeeper.ZKUtil(111): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Set watcher on existing znode=/01025667834/rs/6b1531871d35,35601,1731976568707 2024-11-19T00:36:10,385 WARN [RS:0;6b1531871d35:35601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:36:10,385 INFO [RS:0;6b1531871d35:35601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:36:10,385 DEBUG [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707 2024-11-19T00:36:10,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,35601,1731976568707] 2024-11-19T00:36:10,387 INFO [RS:0;6b1531871d35:35601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:36:10,389 INFO [RS:0;6b1531871d35:35601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:36:10,390 INFO [RS:0;6b1531871d35:35601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:36:10,390 INFO [RS:0;6b1531871d35:35601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:10,390 INFO [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:36:10,390 INFO [RS:0;6b1531871d35:35601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:36:10,390 INFO [RS:0;6b1531871d35:35601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:10,391 DEBUG [RS:0;6b1531871d35:35601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:10,391 DEBUG [RS:0;6b1531871d35:35601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:10,391 DEBUG [RS:0;6b1531871d35:35601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:10,391 DEBUG [RS:0;6b1531871d35:35601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:10,391 DEBUG [RS:0;6b1531871d35:35601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:10,391 DEBUG [RS:0;6b1531871d35:35601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:36:10,391 DEBUG [RS:0;6b1531871d35:35601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:10,391 DEBUG [RS:0;6b1531871d35:35601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:10,391 DEBUG [RS:0;6b1531871d35:35601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:10,391 DEBUG [RS:0;6b1531871d35:35601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:10,391 DEBUG [RS:0;6b1531871d35:35601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:10,391 DEBUG [RS:0;6b1531871d35:35601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:10,391 DEBUG [RS:0;6b1531871d35:35601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:36:10,391 DEBUG [RS:0;6b1531871d35:35601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:36:10,393 INFO [RS:0;6b1531871d35:35601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:10,393 INFO [RS:0;6b1531871d35:35601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:10,393 INFO [RS:0;6b1531871d35:35601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:10,393 INFO [RS:0;6b1531871d35:35601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:10,393 INFO [RS:0;6b1531871d35:35601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:10,393 INFO [RS:0;6b1531871d35:35601 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,35601,1731976568707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:36:10,407 INFO [RS:0;6b1531871d35:35601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:36:10,407 INFO [RS:0;6b1531871d35:35601 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,35601,1731976568707-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:10,407 INFO [RS:0;6b1531871d35:35601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:10,407 INFO [RS:0;6b1531871d35:35601 {}] regionserver.Replication(171): 6b1531871d35,35601,1731976568707 started 2024-11-19T00:36:10,426 INFO [RS:0;6b1531871d35:35601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:10,426 INFO [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,35601,1731976568707, RpcServer on 6b1531871d35/172.17.0.2:35601, sessionid=0x100555b166a0001 2024-11-19T00:36:10,426 DEBUG [RS:0;6b1531871d35:35601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:36:10,426 DEBUG [RS:0;6b1531871d35:35601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,35601,1731976568707 2024-11-19T00:36:10,426 DEBUG [RS:0;6b1531871d35:35601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,35601,1731976568707' 2024-11-19T00:36:10,426 DEBUG [RS:0;6b1531871d35:35601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01025667834/flush-table-proc/abort' 2024-11-19T00:36:10,442 DEBUG [RS:0;6b1531871d35:35601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01025667834/flush-table-proc/acquired' 2024-11-19T00:36:10,442 DEBUG [RS:0;6b1531871d35:35601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:36:10,442 DEBUG [RS:0;6b1531871d35:35601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:36:10,442 DEBUG [RS:0;6b1531871d35:35601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,35601,1731976568707 2024-11-19T00:36:10,442 DEBUG [RS:0;6b1531871d35:35601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,35601,1731976568707' 2024-11-19T00:36:10,442 DEBUG [RS:0;6b1531871d35:35601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01025667834/online-snapshot/abort' 2024-11-19T00:36:10,443 DEBUG [RS:0;6b1531871d35:35601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01025667834/online-snapshot/acquired' 2024-11-19T00:36:10,443 DEBUG [RS:0;6b1531871d35:35601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:36:10,443 INFO [RS:0;6b1531871d35:35601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:36:10,443 INFO [RS:0;6b1531871d35:35601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:36:10,544 INFO [RS:0;6b1531871d35:35601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:36:10,545 INFO [RS:0;6b1531871d35:35601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C35601%2C1731976568707, suffix=, logDir=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707, archiveDir=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/oldWALs, maxLogs=10 2024-11-19T00:36:10,560 DEBUG [RS:0;6b1531871d35:35601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545, exclude list is [], retry=0 2024-11-19T00:36:10,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34375,DS-b2b57118-f46e-44cd-b0bd-e9dfdd78b6c2,DISK] 2024-11-19T00:36:10,567 INFO [RS:0;6b1531871d35:35601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545 2024-11-19T00:36:10,574 DEBUG [RS:0;6b1531871d35:35601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-11-19T00:36:10,727 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:36:10,727 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2 2024-11-19T00:36:10,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741833_1009 (size=32) 2024-11-19T00:36:10,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:10,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:36:10,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:36:10,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:10,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:10,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:36:10,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:36:10,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:10,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:10,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:36:10,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:36:10,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:10,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:10,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:36:10,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:36:10,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:10,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:10,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:36:10,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740 2024-11-19T00:36:10,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740 2024-11-19T00:36:10,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:36:10,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:36:10,755 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:36:10,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:36:10,757 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:36:10,758 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72228270, jitterRate=0.07628509402275085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:36:10,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976570743Initializing all the Stores at 1731976570743Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976570743Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976570747 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976570747Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976570747Cleaning up temporary data from old regions at 1731976570755 (+8 ms)Region opened successfully at 1731976570758 (+3 ms) 2024-11-19T00:36:10,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:36:10,758 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:36:10,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:36:10,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:36:10,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:36:10,759 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:36:10,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976570758Disabling compacts and flushes for region at 1731976570758Disabling writes for close at 1731976570758Writing region close event to WAL at 1731976570759 (+1 ms)Closed at 1731976570759 2024-11-19T00:36:10,760 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:10,760 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:36:10,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:36:10,761 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:36:10,762 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:36:10,913 DEBUG [6b1531871d35:37051 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:36:10,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,35601,1731976568707 2024-11-19T00:36:10,914 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,35601,1731976568707, state=OPENING 2024-11-19T00:36:10,951 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:36:10,959 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:10,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:10,960 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:36:10,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01025667834/meta-region-server: CHANGED 2024-11-19T00:36:10,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,35601,1731976568707}] 2024-11-19T00:36:10,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01025667834/meta-region-server: CHANGED 2024-11-19T00:36:11,113 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:36:11,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:36:11,117 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:36:11,117 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:36:11,117 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:36:11,118 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C35601%2C1731976568707.meta, suffix=.meta, logDir=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707, archiveDir=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/oldWALs, maxLogs=10 2024-11-19T00:36:11,130 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.meta.1731976571118.meta, exclude list is [], retry=0 2024-11-19T00:36:11,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34375,DS-b2b57118-f46e-44cd-b0bd-e9dfdd78b6c2,DISK] 2024-11-19T00:36:11,133 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.meta.1731976571118.meta 2024-11-19T00:36:11,133 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-11-19T00:36:11,134 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:36:11,134 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:36:11,134 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:36:11,134 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:36:11,134 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:36:11,134 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:36:11,134 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:11,134 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:36:11,135 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:36:11,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:36:11,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:36:11,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:11,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:11,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:36:11,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:36:11,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:11,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:11,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:36:11,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:36:11,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:11,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:11,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:36:11,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:36:11,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:11,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:11,139 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:36:11,140 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740 2024-11-19T00:36:11,140 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740 2024-11-19T00:36:11,141 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:36:11,141 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:36:11,142 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:36:11,142 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:36:11,143 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72681473, jitterRate=0.0830383449792862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:36:11,143 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:36:11,143 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976571135Writing region info on filesystem at 1731976571135Initializing all the Stores at 1731976571135Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976571135Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976571135Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976571135Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976571135Cleaning up temporary data from old regions at 1731976571141 (+6 ms)Running coprocessor post-open hooks at 1731976571143 (+2 ms)Region opened successfully at 1731976571143 2024-11-19T00:36:11,144 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976571113 2024-11-19T00:36:11,146 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:36:11,146 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:36:11,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,35601,1731976568707 2024-11-19T00:36:11,148 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,35601,1731976568707, state=OPEN 2024-11-19T00:36:11,181 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01025667834/meta-region-server 2024-11-19T00:36:11,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01025667834/meta-region-server 2024-11-19T00:36:11,181 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,35601,1731976568707 2024-11-19T00:36:11,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01025667834/meta-region-server: CHANGED 2024-11-19T00:36:11,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01025667834/meta-region-server: CHANGED 2024-11-19T00:36:11,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:36:11,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,35601,1731976568707 in 221 msec 2024-11-19T00:36:11,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:36:11,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-19T00:36:11,185 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:11,185 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:36:11,186 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:36:11,186 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35601,1731976568707, seqNum=-1] 2024-11-19T00:36:11,186 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:36:11,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:36:11,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 878 msec 2024-11-19T00:36:11,191 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976571191, completionTime=-1 2024-11-19T00:36:11,191 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:36:11,191 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:36:11,192 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:36:11,192 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976631192 2024-11-19T00:36:11,193 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976691193 2024-11-19T00:36:11,193 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T00:36:11,193 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37051,1731976568548-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:11,193 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37051,1731976568548-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:11,193 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37051,1731976568548-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:11,193 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:37051, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:11,193 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:11,193 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:11,195 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:36:11,196 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.403sec 2024-11-19T00:36:11,196 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:36:11,196 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:36:11,196 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:36:11,196 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:36:11,196 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:36:11,196 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37051,1731976568548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:36:11,196 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37051,1731976568548-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:36:11,198 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:36:11,198 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:36:11,198 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37051,1731976568548-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:11,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d494a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:11,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,37051,-1 for getting cluster id 2024-11-19T00:36:11,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:11,250 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3cbc444-ecb5-43bd-9670-af5a58d08384' 2024-11-19T00:36:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3cbc444-ecb5-43bd-9670-af5a58d08384" 2024-11-19T00:36:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6e40e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,37051,-1] 2024-11-19T00:36:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:11,251 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:11,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257347c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:11,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:36:11,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35601,1731976568707, seqNum=-1] 2024-11-19T00:36:11,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:36:11,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:36:11,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,37051,1731976568548 2024-11-19T00:36:11,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62176 2024-11-19T00:36:11,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:36:11,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100555b166a0002 connected 2024-11-19T00:36:11,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/hadoop.log.dir so I do NOT create it in target/test-data/93656127-3989-5712-135f-3cca73dd7538 2024-11-19T00:36:11,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:36:11,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/hadoop.tmp.dir so I do NOT create it in target/test-data/93656127-3989-5712-135f-3cca73dd7538 2024-11-19T00:36:11,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:36:11,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538 2024-11-19T00:36:11,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:36:11,278 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/cluster_f9139e28-8bb8-effb-198d-5c07dba07b13, deleteOnExit=true 2024-11-19T00:36:11,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:36:11,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/test.cache.data in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:36:11,279 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:36:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:36:11,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:36:11,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:36:11,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:36:11,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:36:11,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:36:11,579 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:36:11,582 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:36:11,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2b586b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:36:11,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cea55df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:36:11,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55ad1174{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/java.io.tmpdir/jetty-localhost-33551-hadoop-hdfs-3_4_1-tests_jar-_-any-11301437739736256927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:36:11,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d9d2125{HTTP/1.1, (http/1.1)}{localhost:33551} 2024-11-19T00:36:11,682 INFO [Time-limited test {}] server.Server(415): Started @321039ms 2024-11-19T00:36:11,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:36:11,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:36:11,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:36:11,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:36:11,979 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:36:11,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bed62b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:36:11,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@687d9d11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:36:12,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@362a4d7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/java.io.tmpdir/jetty-localhost-46283-hadoop-hdfs-3_4_1-tests_jar-_-any-12583388078651023337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:36:12,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@116b2349{HTTP/1.1, (http/1.1)}{localhost:46283} 2024-11-19T00:36:12,089 INFO [Time-limited test {}] server.Server(415): Started @321446ms 2024-11-19T00:36:12,090 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:36:12,754 WARN [Thread-4443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/cluster_f9139e28-8bb8-effb-198d-5c07dba07b13/data/data2/current/BP-2042871176-172.17.0.2-1731976571293/current, will proceed with Du for space computation calculation, 2024-11-19T00:36:12,754 WARN [Thread-4442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/cluster_f9139e28-8bb8-effb-198d-5c07dba07b13/data/data1/current/BP-2042871176-172.17.0.2-1731976571293/current, will proceed with Du for space computation calculation, 2024-11-19T00:36:12,775 WARN [Thread-4430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:36:12,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94e2373ee502b3e7 with lease ID 0xb2f2e46462dcc546: Processing first storage report for DS-ec3d4a2e-eb30-4071-bd64-1dcef6048921 from datanode DatanodeRegistration(127.0.0.1:40157, datanodeUuid=d02e5873-d6c9-4547-81a8-e10c251ec713, infoPort=46723, infoSecurePort=0, ipcPort=46621, storageInfo=lv=-57;cid=testClusterID;nsid=1755460898;c=1731976571293) 2024-11-19T00:36:12,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94e2373ee502b3e7 with lease ID 0xb2f2e46462dcc546: from storage DS-ec3d4a2e-eb30-4071-bd64-1dcef6048921 node DatanodeRegistration(127.0.0.1:40157, datanodeUuid=d02e5873-d6c9-4547-81a8-e10c251ec713, infoPort=46723, infoSecurePort=0, ipcPort=46621, storageInfo=lv=-57;cid=testClusterID;nsid=1755460898;c=1731976571293), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:36:12,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94e2373ee502b3e7 with lease ID 0xb2f2e46462dcc546: Processing first storage report for DS-1a908668-21ab-41e5-9ae3-5b1d1cd7013c from datanode DatanodeRegistration(127.0.0.1:40157, datanodeUuid=d02e5873-d6c9-4547-81a8-e10c251ec713, infoPort=46723, infoSecurePort=0, ipcPort=46621, storageInfo=lv=-57;cid=testClusterID;nsid=1755460898;c=1731976571293) 2024-11-19T00:36:12,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94e2373ee502b3e7 with lease ID 0xb2f2e46462dcc546: from storage DS-1a908668-21ab-41e5-9ae3-5b1d1cd7013c node DatanodeRegistration(127.0.0.1:40157, datanodeUuid=d02e5873-d6c9-4547-81a8-e10c251ec713, infoPort=46723, infoSecurePort=0, ipcPort=46621, storageInfo=lv=-57;cid=testClusterID;nsid=1755460898;c=1731976571293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:36:12,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538 2024-11-19T00:36:12,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:12,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:12,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:36:13,225 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43 with version=8 2024-11-19T00:36:13,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/hbase-staging 2024-11-19T00:36:13,227 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:36:13,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:13,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:13,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:36:13,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:13,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:36:13,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:36:13,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:36:13,228 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43967 2024-11-19T00:36:13,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43967 connecting to ZooKeeper ensemble=127.0.0.1:62176 2024-11-19T00:36:13,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439670x0, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:36:13,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43967-0x100555b166a0003 connected 2024-11-19T00:36:13,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:13,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:13,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Set watcher on znode that does not yet exist, /1-1939241910/running 2024-11-19T00:36:13,345 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43, hbase.cluster.distributed=false 2024-11-19T00:36:13,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Set watcher on znode that does not yet exist, /1-1939241910/acl 2024-11-19T00:36:13,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43967 2024-11-19T00:36:13,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43967 2024-11-19T00:36:13,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43967 2024-11-19T00:36:13,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43967 2024-11-19T00:36:13,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43967 2024-11-19T00:36:13,367 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:36:13,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:13,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:13,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:36:13,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:13,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:36:13,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:36:13,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:36:13,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37757 2024-11-19T00:36:13,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37757 connecting to ZooKeeper ensemble=127.0.0.1:62176 2024-11-19T00:36:13,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:13,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:13,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377570x0, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:36:13,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377570x0, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Set watcher on znode that does not yet exist, /1-1939241910/running 2024-11-19T00:36:13,385 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:36:13,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37757-0x100555b166a0004 connected 2024-11-19T00:36:13,390 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:36:13,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Set watcher on znode that does not yet exist, /1-1939241910/master 2024-11-19T00:36:13,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Set watcher on znode that does not yet exist, /1-1939241910/acl 2024-11-19T00:36:13,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37757 2024-11-19T00:36:13,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37757 2024-11-19T00:36:13,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37757 2024-11-19T00:36:13,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37757 2024-11-19T00:36:13,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37757 2024-11-19T00:36:13,419 DEBUG [M:0;6b1531871d35:43967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:43967 2024-11-19T00:36:13,419 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1939241910/backup-masters/6b1531871d35,43967,1731976573227 2024-11-19T00:36:13,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910/backup-masters 2024-11-19T00:36:13,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910/backup-masters 2024-11-19T00:36:13,426 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Set watcher on existing znode=/1-1939241910/backup-masters/6b1531871d35,43967,1731976573227 2024-11-19T00:36:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910 2024-11-19T00:36:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1939241910/master 2024-11-19T00:36:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910 2024-11-19T00:36:13,435 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Set watcher on existing znode=/1-1939241910/master 2024-11-19T00:36:13,435 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1939241910/backup-masters/6b1531871d35,43967,1731976573227 from backup master directory 2024-11-19T00:36:13,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910/backup-masters 2024-11-19T00:36:13,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1939241910/backup-masters/6b1531871d35,43967,1731976573227 2024-11-19T00:36:13,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910/backup-masters 2024-11-19T00:36:13,443 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:36:13,443 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,43967,1731976573227 2024-11-19T00:36:13,447 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/hbase.id] with ID: efc55af4-df02-45e2-9391-588413e35838 2024-11-19T00:36:13,447 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/.tmp/hbase.id 2024-11-19T00:36:13,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:36:13,855 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/.tmp/hbase.id]:[hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/hbase.id] 2024-11-19T00:36:13,862 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:13,863 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:36:13,863 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T00:36:13,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910 2024-11-19T00:36:13,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910 2024-11-19T00:36:13,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:36:13,911 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:36:13,912 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:36:13,913 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:36:13,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:36:13,937 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store 2024-11-19T00:36:13,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:36:13,958 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:13,958 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:36:13,958 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:13,958 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:13,958 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:36:13,958 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:13,958 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:13,958 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976573958Disabling compacts and flushes for region at 1731976573958Disabling writes for close at 1731976573958Writing region close event to WAL at 1731976573958Closed at 1731976573958 2024-11-19T00:36:13,959 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/.initializing 2024-11-19T00:36:13,959 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/WALs/6b1531871d35,43967,1731976573227 2024-11-19T00:36:13,959 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:36:13,961 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C43967%2C1731976573227, suffix=, logDir=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/WALs/6b1531871d35,43967,1731976573227, archiveDir=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/oldWALs, maxLogs=10 2024-11-19T00:36:13,982 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/WALs/6b1531871d35,43967,1731976573227/6b1531871d35%2C43967%2C1731976573227.1731976573961, exclude list is [], retry=0 2024-11-19T00:36:13,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40157,DS-ec3d4a2e-eb30-4071-bd64-1dcef6048921,DISK] 2024-11-19T00:36:13,991 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/WALs/6b1531871d35,43967,1731976573227/6b1531871d35%2C43967%2C1731976573227.1731976573961 2024-11-19T00:36:13,994 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-19T00:36:13,994 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:36:13,994 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:13,994 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:13,994 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:14,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:14,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:36:14,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:14,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:14,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:14,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:36:14,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:14,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:14,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:14,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:36:14,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:14,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:14,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:14,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:36:14,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:14,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:14,012 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:14,012 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:14,013 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:14,014 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:14,014 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:14,014 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:36:14,016 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:14,026 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:36:14,027 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74741866, jitterRate=0.11374059319496155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:36:14,027 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976573994Initializing all the Stores at 1731976573996 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976573996Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976574004 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976574004Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976574004Cleaning up temporary data from old regions at 1731976574014 (+10 ms)Region opened successfully at 1731976574027 (+13 ms) 2024-11-19T00:36:14,027 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:36:14,030 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3af08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:36:14,031 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:36:14,031 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:36:14,031 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:36:14,031 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:36:14,032 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:36:14,032 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:36:14,032 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:36:14,036 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:36:14,037 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Unable to get data of znode /1-1939241910/balancer because node does not exist (not necessarily an error) 2024-11-19T00:36:14,042 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1939241910/balancer already deleted, retry=false 2024-11-19T00:36:14,043 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:36:14,044 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Unable to get data of znode /1-1939241910/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:36:14,051 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1939241910/normalizer already deleted, retry=false 2024-11-19T00:36:14,051 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:36:14,054 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Unable to get data of znode /1-1939241910/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:36:14,059 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1939241910/switch/split already deleted, retry=false 2024-11-19T00:36:14,060 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Unable to get data of znode /1-1939241910/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:36:14,069 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1939241910/switch/merge already deleted, retry=false 2024-11-19T00:36:14,075 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Unable to get data of znode /1-1939241910/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:36:14,084 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1939241910/snapshot-cleanup already deleted, retry=false 2024-11-19T00:36:14,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1939241910/running 2024-11-19T00:36:14,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910 2024-11-19T00:36:14,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1939241910/running 2024-11-19T00:36:14,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910 2024-11-19T00:36:14,093 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,43967,1731976573227, sessionid=0x100555b166a0003, setting cluster-up flag (Was=false) 2024-11-19T00:36:14,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910 2024-11-19T00:36:14,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910 2024-11-19T00:36:14,134 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1939241910/flush-table-proc/acquired, /1-1939241910/flush-table-proc/reached, /1-1939241910/flush-table-proc/abort 2024-11-19T00:36:14,135 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,43967,1731976573227 2024-11-19T00:36:14,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910 2024-11-19T00:36:14,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910 2024-11-19T00:36:14,176 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1939241910/online-snapshot/acquired, /1-1939241910/online-snapshot/reached, /1-1939241910/online-snapshot/abort 2024-11-19T00:36:14,177 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,43967,1731976573227 2024-11-19T00:36:14,178 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:36:14,179 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:14,180 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:36:14,180 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:36:14,180 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,43967,1731976573227 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:36:14,181 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:14,181 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:14,181 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:14,181 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:14,181 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:36:14,181 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:14,181 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:36:14,181 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:14,189 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976604189 2024-11-19T00:36:14,189 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:36:14,189 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:36:14,189 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:36:14,189 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:36:14,189 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:36:14,189 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:36:14,189 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,190 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:14,190 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:36:14,190 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:36:14,190 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:36:14,190 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:36:14,190 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:36:14,190 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:36:14,190 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:36:14,191 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976574190,5,FailOnTimeoutGroup] 2024-11-19T00:36:14,191 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976574191,5,FailOnTimeoutGroup] 2024-11-19T00:36:14,191 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,191 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:36:14,191 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,191 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,192 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:14,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:36:14,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:36:14,214 INFO [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(746): ClusterId : efc55af4-df02-45e2-9391-588413e35838 2024-11-19T00:36:14,214 DEBUG [RS:0;6b1531871d35:37757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:36:14,214 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:36:14,214 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43 2024-11-19T00:36:14,219 DEBUG [RS:0;6b1531871d35:37757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:36:14,219 DEBUG [RS:0;6b1531871d35:37757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:36:14,227 DEBUG [RS:0;6b1531871d35:37757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:36:14,227 DEBUG [RS:0;6b1531871d35:37757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b94495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:36:14,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741832_1008 (size=32) 2024-11-19T00:36:14,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:14,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:36:14,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:36:14,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:14,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:14,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:36:14,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:36:14,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:14,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:14,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:36:14,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:36:14,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:14,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:14,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:36:14,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:36:14,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:14,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:14,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:36:14,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740 2024-11-19T00:36:14,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740 2024-11-19T00:36:14,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:36:14,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:36:14,255 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:36:14,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:36:14,256 DEBUG [RS:0;6b1531871d35:37757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:37757 2024-11-19T00:36:14,256 INFO [RS:0;6b1531871d35:37757 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:36:14,256 INFO [RS:0;6b1531871d35:37757 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:36:14,256 DEBUG [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:36:14,257 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:36:14,257 INFO [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,43967,1731976573227 with port=37757, startcode=1731976573367 2024-11-19T00:36:14,257 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71433650, jitterRate=0.06444433331489563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:36:14,257 DEBUG [RS:0;6b1531871d35:37757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:36:14,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976574235Initializing all the Stores at 1731976574235Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976574235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976574245 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976574245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976574245Cleaning up temporary data from old regions at 1731976574254 (+9 ms)Region opened successfully at 1731976574257 (+3 ms) 2024-11-19T00:36:14,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:36:14,257 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:36:14,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:36:14,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:36:14,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:36:14,262 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:36:14,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976574257Disabling compacts and flushes for region at 1731976574257Disabling writes for close at 1731976574257Writing region close event to WAL at 1731976574262 (+5 ms)Closed at 1731976574262 2024-11-19T00:36:14,263 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:14,263 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:36:14,263 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:36:14,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:36:14,264 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,37757,1731976573367 2024-11-19T00:36:14,264 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43967 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,37757,1731976573367 2024-11-19T00:36:14,264 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:36:14,265 DEBUG [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43 2024-11-19T00:36:14,265 DEBUG [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39753 2024-11-19T00:36:14,265 DEBUG [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:36:14,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:36:14,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910/rs 2024-11-19T00:36:14,313 DEBUG [RS:0;6b1531871d35:37757 {}] zookeeper.ZKUtil(111): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Set watcher on existing znode=/1-1939241910/rs/6b1531871d35,37757,1731976573367 2024-11-19T00:36:14,313 WARN [RS:0;6b1531871d35:37757 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:36:14,313 INFO [RS:0;6b1531871d35:37757 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:36:14,313 DEBUG [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/WALs/6b1531871d35,37757,1731976573367 2024-11-19T00:36:14,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,37757,1731976573367] 2024-11-19T00:36:14,316 INFO [RS:0;6b1531871d35:37757 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:36:14,317 INFO [RS:0;6b1531871d35:37757 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:36:14,317 INFO [RS:0;6b1531871d35:37757 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:36:14,317 INFO [RS:0;6b1531871d35:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,317 INFO [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:36:14,324 INFO [RS:0;6b1531871d35:37757 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:36:14,324 INFO [RS:0;6b1531871d35:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,324 DEBUG [RS:0;6b1531871d35:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:14,324 DEBUG [RS:0;6b1531871d35:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:14,324 DEBUG [RS:0;6b1531871d35:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:14,324 DEBUG [RS:0;6b1531871d35:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:14,324 DEBUG [RS:0;6b1531871d35:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:14,324 DEBUG [RS:0;6b1531871d35:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:36:14,324 DEBUG [RS:0;6b1531871d35:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:14,324 DEBUG [RS:0;6b1531871d35:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:14,324 DEBUG [RS:0;6b1531871d35:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:14,324 DEBUG [RS:0;6b1531871d35:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:14,325 DEBUG [RS:0;6b1531871d35:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:14,325 DEBUG [RS:0;6b1531871d35:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:14,325 DEBUG [RS:0;6b1531871d35:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:36:14,325 DEBUG [RS:0;6b1531871d35:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:36:14,334 INFO [RS:0;6b1531871d35:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,334 INFO [RS:0;6b1531871d35:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,334 INFO [RS:0;6b1531871d35:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,334 INFO [RS:0;6b1531871d35:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,334 INFO [RS:0;6b1531871d35:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,334 INFO [RS:0;6b1531871d35:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37757,1731976573367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:36:14,357 INFO [RS:0;6b1531871d35:37757 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:36:14,357 INFO [RS:0;6b1531871d35:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,37757,1731976573367-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,357 INFO [RS:0;6b1531871d35:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,357 INFO [RS:0;6b1531871d35:37757 {}] regionserver.Replication(171): 6b1531871d35,37757,1731976573367 started 2024-11-19T00:36:14,375 INFO [RS:0;6b1531871d35:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,375 INFO [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,37757,1731976573367, RpcServer on 6b1531871d35/172.17.0.2:37757, sessionid=0x100555b166a0004 2024-11-19T00:36:14,375 DEBUG [RS:0;6b1531871d35:37757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:36:14,375 DEBUG [RS:0;6b1531871d35:37757 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,37757,1731976573367 2024-11-19T00:36:14,375 DEBUG [RS:0;6b1531871d35:37757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,37757,1731976573367' 2024-11-19T00:36:14,376 DEBUG [RS:0;6b1531871d35:37757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1939241910/flush-table-proc/abort' 2024-11-19T00:36:14,376 DEBUG [RS:0;6b1531871d35:37757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1939241910/flush-table-proc/acquired' 2024-11-19T00:36:14,376 DEBUG [RS:0;6b1531871d35:37757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:36:14,376 DEBUG [RS:0;6b1531871d35:37757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:36:14,376 DEBUG [RS:0;6b1531871d35:37757 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,37757,1731976573367 2024-11-19T00:36:14,376 DEBUG [RS:0;6b1531871d35:37757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,37757,1731976573367' 2024-11-19T00:36:14,376 DEBUG [RS:0;6b1531871d35:37757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1939241910/online-snapshot/abort' 2024-11-19T00:36:14,377 DEBUG [RS:0;6b1531871d35:37757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1939241910/online-snapshot/acquired' 2024-11-19T00:36:14,377 DEBUG [RS:0;6b1531871d35:37757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:36:14,377 INFO [RS:0;6b1531871d35:37757 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:36:14,377 INFO [RS:0;6b1531871d35:37757 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:36:14,416 WARN [6b1531871d35:43967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T00:36:14,478 INFO [RS:0;6b1531871d35:37757 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:36:14,479 INFO [RS:0;6b1531871d35:37757 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C37757%2C1731976573367, suffix=, logDir=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/WALs/6b1531871d35,37757,1731976573367, archiveDir=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/oldWALs, maxLogs=10 2024-11-19T00:36:14,496 DEBUG [RS:0;6b1531871d35:37757 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/WALs/6b1531871d35,37757,1731976573367/6b1531871d35%2C37757%2C1731976573367.1731976574479, exclude list is [], retry=0 2024-11-19T00:36:14,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40157,DS-ec3d4a2e-eb30-4071-bd64-1dcef6048921,DISK] 2024-11-19T00:36:14,501 INFO [RS:0;6b1531871d35:37757 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/WALs/6b1531871d35,37757,1731976573367/6b1531871d35%2C37757%2C1731976573367.1731976574479 2024-11-19T00:36:14,506 DEBUG [RS:0;6b1531871d35:37757 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-19T00:36:14,666 DEBUG [6b1531871d35:43967 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:36:14,667 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,37757,1731976573367 2024-11-19T00:36:14,668 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,37757,1731976573367, state=OPENING 2024-11-19T00:36:14,701 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:36:14,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910 2024-11-19T00:36:14,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910 2024-11-19T00:36:14,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1939241910/meta-region-server: CHANGED 2024-11-19T00:36:14,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1939241910/meta-region-server: CHANGED 2024-11-19T00:36:14,712 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:36:14,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,37757,1731976573367}] 2024-11-19T00:36:14,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:14,833 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:36:14,833 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128936 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:36:14,865 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:36:14,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:36:14,870 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:36:14,870 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:36:14,870 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:36:14,871 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C37757%2C1731976573367.meta, suffix=.meta, logDir=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/WALs/6b1531871d35,37757,1731976573367, archiveDir=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/oldWALs, maxLogs=10 2024-11-19T00:36:14,889 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/WALs/6b1531871d35,37757,1731976573367/6b1531871d35%2C37757%2C1731976573367.meta.1731976574871.meta, exclude list is [], retry=0 2024-11-19T00:36:14,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40157,DS-ec3d4a2e-eb30-4071-bd64-1dcef6048921,DISK] 2024-11-19T00:36:14,894 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/WALs/6b1531871d35,37757,1731976573367/6b1531871d35%2C37757%2C1731976573367.meta.1731976574871.meta 2024-11-19T00:36:14,894 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-19T00:36:14,894 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:36:14,895 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:36:14,895 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:36:14,895 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:36:14,895 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:36:14,895 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:36:14,895 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:14,895 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:36:14,895 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:36:14,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:36:14,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:36:14,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:14,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:14,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:36:14,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:36:14,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:14,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:14,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:36:14,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:36:14,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:14,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:14,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:36:14,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:36:14,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:14,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:14,901 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:36:14,902 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740 2024-11-19T00:36:14,906 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740 2024-11-19T00:36:14,907 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:36:14,907 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:36:14,908 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:36:14,909 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:36:14,909 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75032279, jitterRate=0.11806808412075043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:36:14,909 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:36:14,909 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976574896Writing region info on filesystem at 1731976574896Initializing all the Stores at 1731976574896Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976574896Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976574897 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976574897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976574897Cleaning up temporary data from old regions at 1731976574907 (+10 ms)Running coprocessor post-open hooks at 1731976574909 (+2 ms)Region opened successfully at 1731976574909 2024-11-19T00:36:14,910 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976574865 2024-11-19T00:36:14,912 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:36:14,912 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:36:14,913 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,37757,1731976573367 2024-11-19T00:36:14,914 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,37757,1731976573367, state=OPEN 2024-11-19T00:36:14,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1939241910/meta-region-server 2024-11-19T00:36:14,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1939241910/meta-region-server 2024-11-19T00:36:14,918 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,37757,1731976573367 2024-11-19T00:36:14,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1939241910/meta-region-server: CHANGED 2024-11-19T00:36:14,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1939241910/meta-region-server: CHANGED 2024-11-19T00:36:14,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:36:14,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,37757,1731976573367 in 206 msec 2024-11-19T00:36:14,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:36:14,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 657 msec 2024-11-19T00:36:14,923 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:14,923 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:36:14,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:36:14,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37757,1731976573367, seqNum=-1] 2024-11-19T00:36:14,924 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:36:14,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:36:14,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 751 msec 2024-11-19T00:36:14,930 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976574930, completionTime=-1 2024-11-19T00:36:14,930 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:36:14,930 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:36:14,933 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:36:14,933 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976634933 2024-11-19T00:36:14,933 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976694933 2024-11-19T00:36:14,933 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T00:36:14,933 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43967,1731976573227-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,933 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43967,1731976573227-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,933 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43967,1731976573227-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,933 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:43967, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,933 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,934 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:14,935 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:36:14,938 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.495sec 2024-11-19T00:36:14,938 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:36:14,938 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:36:14,938 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:36:14,938 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:36:14,938 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:36:14,938 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43967,1731976573227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:36:14,938 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43967,1731976573227-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:36:14,943 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:36:14,943 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:36:14,943 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,43967,1731976573227-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:15,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba28b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:15,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,43967,-1 for getting cluster id 2024-11-19T00:36:15,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:15,015 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efc55af4-df02-45e2-9391-588413e35838' 2024-11-19T00:36:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efc55af4-df02-45e2-9391-588413e35838" 2024-11-19T00:36:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d51c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,43967,-1] 2024-11-19T00:36:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:15,016 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:15,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1904b71d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:15,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:36:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37757,1731976573367, seqNum=-1] 2024-11-19T00:36:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:36:15,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:36:15,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,43967,1731976573227 2024-11-19T00:36:15,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62176 2024-11-19T00:36:15,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:36:15,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100555b166a0005 connected 2024-11-19T00:36:15,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/hadoop.log.dir so I do NOT create it in target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e 2024-11-19T00:36:15,045 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T00:36:15,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/hadoop.tmp.dir so I do NOT create it in target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e 2024-11-19T00:36:15,045 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T00:36:15,045 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e 2024-11-19T00:36:15,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:36:15,045 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/cluster_03fe87f7-632f-6cb5-4286-bd355254d360, deleteOnExit=true 2024-11-19T00:36:15,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:36:15,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/test.cache.data in system properties and HBase conf 2024-11-19T00:36:15,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:36:15,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:36:15,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:36:15,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:36:15,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:36:15,045 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:36:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:36:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:36:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:36:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:36:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:36:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:36:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:36:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:36:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:36:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:36:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:36:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:36:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:36:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:36:15,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:36:15,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:36:15,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:36:15,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:36:15,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:36:15,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:36:15,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@82b758d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:36:15,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac9f21d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:36:15,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ddb20b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/java.io.tmpdir/jetty-localhost-39831-hadoop-hdfs-3_4_1-tests_jar-_-any-1951713963932225778/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:36:15,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40341b5f{HTTP/1.1, (http/1.1)}{localhost:39831} 2024-11-19T00:36:15,444 INFO [Time-limited test {}] server.Server(415): Started @324800ms 2024-11-19T00:36:15,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:36:15,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:36:15,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:36:15,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:36:15,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:36:15,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62bab826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:36:15,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bdfe434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:36:15,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6240a473{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/java.io.tmpdir/jetty-localhost-42331-hadoop-hdfs-3_4_1-tests_jar-_-any-12348529500838319351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:36:15,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a759102{HTTP/1.1, (http/1.1)}{localhost:42331} 2024-11-19T00:36:15,832 INFO [Time-limited test {}] server.Server(415): Started @325189ms 2024-11-19T00:36:15,833 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:36:16,393 WARN [Thread-4563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/cluster_03fe87f7-632f-6cb5-4286-bd355254d360/data/data2/current/BP-361582001-172.17.0.2-1731976575065/current, will proceed with Du for space computation calculation, 2024-11-19T00:36:16,393 WARN [Thread-4562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/cluster_03fe87f7-632f-6cb5-4286-bd355254d360/data/data1/current/BP-361582001-172.17.0.2-1731976575065/current, will proceed with Du for space computation calculation, 2024-11-19T00:36:16,418 WARN [Thread-4550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:36:16,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95265d680101d9cf with lease ID 0x7c46e012ff26f423: Processing first storage report for DS-82e967b2-8a86-44e8-b407-36df14508808 from datanode DatanodeRegistration(127.0.0.1:39295, datanodeUuid=1938c65e-b92f-4e63-8929-dc085d611a39, infoPort=39965, infoSecurePort=0, ipcPort=35595, storageInfo=lv=-57;cid=testClusterID;nsid=1272111110;c=1731976575065) 2024-11-19T00:36:16,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95265d680101d9cf with lease ID 0x7c46e012ff26f423: from storage DS-82e967b2-8a86-44e8-b407-36df14508808 node DatanodeRegistration(127.0.0.1:39295, datanodeUuid=1938c65e-b92f-4e63-8929-dc085d611a39, infoPort=39965, infoSecurePort=0, ipcPort=35595, storageInfo=lv=-57;cid=testClusterID;nsid=1272111110;c=1731976575065), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T00:36:16,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95265d680101d9cf with lease ID 0x7c46e012ff26f423: Processing first storage report for DS-34158dbb-c51e-472a-882c-a9da37f87194 from datanode DatanodeRegistration(127.0.0.1:39295, datanodeUuid=1938c65e-b92f-4e63-8929-dc085d611a39, infoPort=39965, infoSecurePort=0, ipcPort=35595, storageInfo=lv=-57;cid=testClusterID;nsid=1272111110;c=1731976575065) 2024-11-19T00:36:16,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95265d680101d9cf with lease ID 0x7c46e012ff26f423: from storage DS-34158dbb-c51e-472a-882c-a9da37f87194 node DatanodeRegistration(127.0.0.1:39295, datanodeUuid=1938c65e-b92f-4e63-8929-dc085d611a39, infoPort=39965, infoSecurePort=0, ipcPort=35595, storageInfo=lv=-57;cid=testClusterID;nsid=1272111110;c=1731976575065), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T00:36:16,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e 2024-11-19T00:36:16,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:16,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:16,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:36:16,637 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:36:16,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:16,876 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707 with version=8 2024-11-19T00:36:16,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/hbase-staging 2024-11-19T00:36:16,878 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:36:16,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:16,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:16,878 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:36:16,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:16,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:36:16,878 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:36:16,878 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:36:16,879 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42629 2024-11-19T00:36:16,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42629 connecting to ZooKeeper ensemble=127.0.0.1:62176 2024-11-19T00:36:16,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426290x0, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:36:16,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42629-0x100555b166a0006 connected 2024-11-19T00:36:16,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:16,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:16,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Set watcher on znode that does not yet exist, /2-263227972/running 2024-11-19T00:36:16,955 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707, hbase.cluster.distributed=false 2024-11-19T00:36:16,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Set watcher on znode that does not yet exist, /2-263227972/acl 2024-11-19T00:36:16,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42629 2024-11-19T00:36:16,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42629 2024-11-19T00:36:16,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42629 2024-11-19T00:36:16,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42629 2024-11-19T00:36:16,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42629 2024-11-19T00:36:16,990 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b1531871d35:0 server-side Connection retries=45 2024-11-19T00:36:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:16,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:36:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:36:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:36:16,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:36:16,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:36:16,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39091 2024-11-19T00:36:16,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39091 connecting to ZooKeeper ensemble=127.0.0.1:62176 2024-11-19T00:36:16,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:16,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:17,001 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390910x0, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:36:17,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390910x0, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Set watcher on znode that does not yet exist, /2-263227972/running 2024-11-19T00:36:17,002 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:36:17,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39091-0x100555b166a0007 connected 2024-11-19T00:36:17,006 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:36:17,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Set watcher on znode that does not yet exist, /2-263227972/master 2024-11-19T00:36:17,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Set watcher on znode that does not yet exist, /2-263227972/acl 2024-11-19T00:36:17,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-19T00:36:17,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39091 2024-11-19T00:36:17,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39091 2024-11-19T00:36:17,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-19T00:36:17,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-19T00:36:17,033 DEBUG [M:0;6b1531871d35:42629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1531871d35:42629 2024-11-19T00:36:17,033 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-263227972/backup-masters/6b1531871d35,42629,1731976576878 2024-11-19T00:36:17,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972/backup-masters 2024-11-19T00:36:17,042 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972/backup-masters 2024-11-19T00:36:17,043 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Set watcher on existing znode=/2-263227972/backup-masters/6b1531871d35,42629,1731976576878 2024-11-19T00:36:17,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972 2024-11-19T00:36:17,051 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-263227972/master 2024-11-19T00:36:17,051 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972 2024-11-19T00:36:17,051 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Set watcher on existing znode=/2-263227972/master 2024-11-19T00:36:17,051 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-263227972/backup-masters/6b1531871d35,42629,1731976576878 from backup master directory 2024-11-19T00:36:17,059 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972/backup-masters 2024-11-19T00:36:17,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-263227972/backup-masters/6b1531871d35,42629,1731976576878 2024-11-19T00:36:17,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972/backup-masters 2024-11-19T00:36:17,059 WARN [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:36:17,059 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1531871d35,42629,1731976576878 2024-11-19T00:36:17,062 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/hbase.id] with ID: 6b0ad2e6-1f5f-4c5f-9650-57bd653ba77b 2024-11-19T00:36:17,062 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/.tmp/hbase.id 2024-11-19T00:36:17,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:36:17,467 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/.tmp/hbase.id]:[hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/hbase.id] 2024-11-19T00:36:17,477 INFO [master/6b1531871d35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:17,477 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:36:17,478 INFO [master/6b1531871d35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T00:36:17,517 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972 2024-11-19T00:36:17,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972 2024-11-19T00:36:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:36:17,922 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:36:17,924 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:36:17,924 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:36:17,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:36:18,336 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store 2024-11-19T00:36:18,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:36:18,741 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:18,741 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:36:18,741 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:18,741 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:18,741 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:36:18,741 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:18,741 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:18,741 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976578741Disabling compacts and flushes for region at 1731976578741Disabling writes for close at 1731976578741Writing region close event to WAL at 1731976578741Closed at 1731976578741 2024-11-19T00:36:18,742 WARN [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/.initializing 2024-11-19T00:36:18,742 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/WALs/6b1531871d35,42629,1731976576878 2024-11-19T00:36:18,743 INFO [master/6b1531871d35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:36:18,745 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1531871d35%2C42629%2C1731976576878, suffix=, logDir=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/WALs/6b1531871d35,42629,1731976576878, archiveDir=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/oldWALs, maxLogs=10 2024-11-19T00:36:18,764 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/WALs/6b1531871d35,42629,1731976576878/6b1531871d35%2C42629%2C1731976576878.1731976578745, exclude list is [], retry=0 2024-11-19T00:36:18,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39295,DS-82e967b2-8a86-44e8-b407-36df14508808,DISK] 2024-11-19T00:36:18,769 INFO [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/WALs/6b1531871d35,42629,1731976576878/6b1531871d35%2C42629%2C1731976576878.1731976578745 2024-11-19T00:36:18,769 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39965:39965)] 2024-11-19T00:36:18,770 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:36:18,770 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:18,770 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:18,770 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:18,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:18,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:36:18,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:18,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:18,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:18,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:36:18,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:18,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:18,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:18,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:36:18,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:18,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:18,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:18,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:36:18,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:18,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:18,780 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:18,781 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:18,781 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:18,782 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:18,782 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:18,783 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:36:18,787 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:36:18,791 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:36:18,791 INFO [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71128203, jitterRate=0.059892818331718445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:36:18,792 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731976578770Initializing all the Stores at 1731976578771 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976578771Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976578771Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976578771Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976578771Cleaning up temporary data from old regions at 1731976578783 (+12 ms)Region opened successfully at 1731976578791 (+8 ms) 2024-11-19T00:36:18,792 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:36:18,795 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4faeab08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:36:18,796 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:36:18,796 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:36:18,796 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:36:18,796 INFO [master/6b1531871d35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:36:18,797 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T00:36:18,797 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T00:36:18,797 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:36:18,804 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:36:18,805 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Unable to get data of znode /2-263227972/balancer because node does not exist (not necessarily an error) 2024-11-19T00:36:18,817 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-263227972/balancer already deleted, retry=false 2024-11-19T00:36:18,818 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:36:18,819 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Unable to get data of znode /2-263227972/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:36:18,826 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-263227972/normalizer already deleted, retry=false 2024-11-19T00:36:18,826 INFO [master/6b1531871d35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:36:18,833 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Unable to get data of znode /2-263227972/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:36:18,842 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-263227972/switch/split already deleted, retry=false 2024-11-19T00:36:18,843 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Unable to get data of znode /2-263227972/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:36:18,851 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-263227972/switch/merge already deleted, retry=false 2024-11-19T00:36:18,853 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Unable to get data of znode /2-263227972/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:36:18,859 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-263227972/snapshot-cleanup already deleted, retry=false 2024-11-19T00:36:18,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-263227972/running 2024-11-19T00:36:18,867 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-263227972/running 2024-11-19T00:36:18,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972 2024-11-19T00:36:18,867 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972 2024-11-19T00:36:18,869 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b1531871d35,42629,1731976576878, sessionid=0x100555b166a0006, setting cluster-up flag (Was=false) 2024-11-19T00:36:18,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972 2024-11-19T00:36:18,884 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972 2024-11-19T00:36:18,918 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-263227972/flush-table-proc/acquired, /2-263227972/flush-table-proc/reached, /2-263227972/flush-table-proc/abort 2024-11-19T00:36:18,919 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,42629,1731976576878 2024-11-19T00:36:18,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972 2024-11-19T00:36:18,934 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972 2024-11-19T00:36:18,959 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-263227972/online-snapshot/acquired, /2-263227972/online-snapshot/reached, /2-263227972/online-snapshot/abort 2024-11-19T00:36:18,960 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1531871d35,42629,1731976576878 2024-11-19T00:36:18,962 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:36:18,967 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:18,967 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:36:18,968 INFO [master/6b1531871d35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:36:18,968 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1531871d35,42629,1731976576878 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:36:18,969 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:18,969 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:18,969 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:18,969 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1531871d35:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:36:18,969 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1531871d35:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:36:18,969 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:18,970 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:36:18,970 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:18,981 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731976608981 2024-11-19T00:36:18,982 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:18,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:36:18,983 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:36:18,983 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:36:18,983 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:36:18,983 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:36:18,983 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:36:18,983 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:36:18,983 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:18,983 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:18,984 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:36:18,984 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:36:18,984 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:36:18,984 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:36:18,984 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T00:36:18,985 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:36:18,985 INFO [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:36:18,986 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976578985,5,FailOnTimeoutGroup] 2024-11-19T00:36:18,986 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976578986,5,FailOnTimeoutGroup] 2024-11-19T00:36:18,986 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:18,986 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:36:18,986 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:18,986 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:18,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:36:18,996 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:36:18,996 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707 2024-11-19T00:36:19,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741832_1008 (size=32) 2024-11-19T00:36:19,023 INFO [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(746): ClusterId : 6b0ad2e6-1f5f-4c5f-9650-57bd653ba77b 2024-11-19T00:36:19,023 DEBUG [RS:0;6b1531871d35:39091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:36:19,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:19,027 DEBUG [RS:0;6b1531871d35:39091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:36:19,027 DEBUG [RS:0;6b1531871d35:39091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:36:19,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:36:19,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:36:19,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:19,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:19,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:36:19,037 DEBUG [RS:0;6b1531871d35:39091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:36:19,037 DEBUG [RS:0;6b1531871d35:39091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61298ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1531871d35/172.17.0.2:0 2024-11-19T00:36:19,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:36:19,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:19,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:19,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:36:19,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:36:19,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:19,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:19,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:36:19,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:36:19,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:19,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:19,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:36:19,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740 2024-11-19T00:36:19,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740 2024-11-19T00:36:19,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:36:19,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:36:19,068 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:36:19,068 DEBUG [RS:0;6b1531871d35:39091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1531871d35:39091 2024-11-19T00:36:19,068 INFO [RS:0;6b1531871d35:39091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:36:19,068 INFO [RS:0;6b1531871d35:39091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:36:19,068 DEBUG [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:36:19,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:36:19,070 INFO [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b1531871d35,42629,1731976576878 with port=39091, startcode=1731976576989 2024-11-19T00:36:19,070 DEBUG [RS:0;6b1531871d35:39091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:36:19,078 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:36:19,078 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68970213, jitterRate=0.02773626148700714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:36:19,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731976579023Initializing all the Stores at 1731976579024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976579024Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976579030 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976579030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976579030Cleaning up temporary data from old regions at 1731976579067 (+37 ms)Region opened successfully at 1731976579078 (+11 ms) 2024-11-19T00:36:19,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:36:19,079 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:36:19,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:36:19,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:36:19,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:36:19,082 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:36:19,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976579079Disabling compacts and flushes for region at 1731976579079Disabling writes for close at 1731976579079Writing region close event to WAL at 1731976579082 (+3 ms)Closed at 1731976579082 2024-11-19T00:36:19,083 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:19,083 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:36:19,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:36:19,085 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:36:19,086 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:36:19,087 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:36:19,088 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b1531871d35,39091,1731976576989 2024-11-19T00:36:19,088 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42629 {}] master.ServerManager(517): Registering regionserver=6b1531871d35,39091,1731976576989 2024-11-19T00:36:19,090 DEBUG [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707 2024-11-19T00:36:19,090 DEBUG [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38209 2024-11-19T00:36:19,090 DEBUG [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T00:36:19,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972/rs 2024-11-19T00:36:19,137 DEBUG [RS:0;6b1531871d35:39091 {}] zookeeper.ZKUtil(111): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Set watcher on existing znode=/2-263227972/rs/6b1531871d35,39091,1731976576989 2024-11-19T00:36:19,137 WARN [RS:0;6b1531871d35:39091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:36:19,137 INFO [RS:0;6b1531871d35:39091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:36:19,137 DEBUG [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/WALs/6b1531871d35,39091,1731976576989 2024-11-19T00:36:19,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1531871d35,39091,1731976576989] 2024-11-19T00:36:19,141 INFO [RS:0;6b1531871d35:39091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:36:19,150 INFO [RS:0;6b1531871d35:39091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:36:19,151 INFO [RS:0;6b1531871d35:39091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:36:19,151 INFO [RS:0;6b1531871d35:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,151 INFO [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:36:19,153 INFO [RS:0;6b1531871d35:39091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:36:19,153 INFO [RS:0;6b1531871d35:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,153 DEBUG [RS:0;6b1531871d35:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:19,153 DEBUG [RS:0;6b1531871d35:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:19,153 DEBUG [RS:0;6b1531871d35:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:19,153 DEBUG [RS:0;6b1531871d35:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:19,153 DEBUG [RS:0;6b1531871d35:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:19,153 DEBUG [RS:0;6b1531871d35:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1531871d35:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:36:19,153 DEBUG [RS:0;6b1531871d35:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:19,153 DEBUG [RS:0;6b1531871d35:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:19,153 DEBUG [RS:0;6b1531871d35:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:19,153 DEBUG [RS:0;6b1531871d35:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:19,153 DEBUG [RS:0;6b1531871d35:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:19,153 DEBUG [RS:0;6b1531871d35:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1531871d35:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:36:19,153 DEBUG [RS:0;6b1531871d35:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:36:19,153 DEBUG [RS:0;6b1531871d35:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1531871d35:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:36:19,158 INFO [RS:0;6b1531871d35:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,158 INFO [RS:0;6b1531871d35:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,158 INFO [RS:0;6b1531871d35:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,158 INFO [RS:0;6b1531871d35:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,158 INFO [RS:0;6b1531871d35:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,158 INFO [RS:0;6b1531871d35:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,39091,1731976576989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:36:19,188 INFO [RS:0;6b1531871d35:39091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:36:19,189 INFO [RS:0;6b1531871d35:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,39091,1731976576989-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,189 INFO [RS:0;6b1531871d35:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,189 INFO [RS:0;6b1531871d35:39091 {}] regionserver.Replication(171): 6b1531871d35,39091,1731976576989 started 2024-11-19T00:36:19,209 INFO [RS:0;6b1531871d35:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,209 INFO [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(1482): Serving as 6b1531871d35,39091,1731976576989, RpcServer on 6b1531871d35/172.17.0.2:39091, sessionid=0x100555b166a0007 2024-11-19T00:36:19,209 DEBUG [RS:0;6b1531871d35:39091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:36:19,209 DEBUG [RS:0;6b1531871d35:39091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1531871d35,39091,1731976576989 2024-11-19T00:36:19,209 DEBUG [RS:0;6b1531871d35:39091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,39091,1731976576989' 2024-11-19T00:36:19,209 DEBUG [RS:0;6b1531871d35:39091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-263227972/flush-table-proc/abort' 2024-11-19T00:36:19,210 DEBUG [RS:0;6b1531871d35:39091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-263227972/flush-table-proc/acquired' 2024-11-19T00:36:19,210 DEBUG [RS:0;6b1531871d35:39091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:36:19,210 DEBUG [RS:0;6b1531871d35:39091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:36:19,210 DEBUG [RS:0;6b1531871d35:39091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1531871d35,39091,1731976576989 2024-11-19T00:36:19,210 DEBUG [RS:0;6b1531871d35:39091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1531871d35,39091,1731976576989' 2024-11-19T00:36:19,210 DEBUG [RS:0;6b1531871d35:39091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-263227972/online-snapshot/abort' 2024-11-19T00:36:19,211 DEBUG [RS:0;6b1531871d35:39091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-263227972/online-snapshot/acquired' 2024-11-19T00:36:19,211 DEBUG [RS:0;6b1531871d35:39091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:36:19,211 INFO [RS:0;6b1531871d35:39091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:36:19,211 INFO [RS:0;6b1531871d35:39091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:36:19,237 WARN [6b1531871d35:42629 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T00:36:19,312 INFO [RS:0;6b1531871d35:39091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T00:36:19,313 INFO [RS:0;6b1531871d35:39091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C39091%2C1731976576989, suffix=, logDir=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/WALs/6b1531871d35,39091,1731976576989, archiveDir=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/oldWALs, maxLogs=10 2024-11-19T00:36:19,329 DEBUG [RS:0;6b1531871d35:39091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/WALs/6b1531871d35,39091,1731976576989/6b1531871d35%2C39091%2C1731976576989.1731976579313, exclude list is [], retry=0 2024-11-19T00:36:19,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39295,DS-82e967b2-8a86-44e8-b407-36df14508808,DISK] 2024-11-19T00:36:19,333 INFO [RS:0;6b1531871d35:39091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/WALs/6b1531871d35,39091,1731976576989/6b1531871d35%2C39091%2C1731976576989.1731976579313 2024-11-19T00:36:19,333 DEBUG [RS:0;6b1531871d35:39091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39965:39965)] 2024-11-19T00:36:19,487 DEBUG [6b1531871d35:42629 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:36:19,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1531871d35,39091,1731976576989 2024-11-19T00:36:19,488 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,39091,1731976576989, state=OPENING 2024-11-19T00:36:19,526 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:36:19,534 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972 2024-11-19T00:36:19,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972 2024-11-19T00:36:19,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-263227972/meta-region-server: CHANGED 2024-11-19T00:36:19,536 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:36:19,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-263227972/meta-region-server: CHANGED 2024-11-19T00:36:19,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,39091,1731976576989}] 2024-11-19T00:36:19,689 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:36:19,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:36:19,697 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:36:19,697 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:36:19,697 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:36:19,699 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C39091%2C1731976576989.meta, suffix=.meta, logDir=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/WALs/6b1531871d35,39091,1731976576989, archiveDir=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/oldWALs, maxLogs=10 2024-11-19T00:36:19,718 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/WALs/6b1531871d35,39091,1731976576989/6b1531871d35%2C39091%2C1731976576989.meta.1731976579699.meta, exclude list is [], retry=0 2024-11-19T00:36:19,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39295,DS-82e967b2-8a86-44e8-b407-36df14508808,DISK] 2024-11-19T00:36:19,722 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/WALs/6b1531871d35,39091,1731976576989/6b1531871d35%2C39091%2C1731976576989.meta.1731976579699.meta 2024-11-19T00:36:19,722 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39965:39965)] 2024-11-19T00:36:19,722 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:36:19,722 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:36:19,723 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:36:19,723 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:36:19,723 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:36:19,723 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:36:19,723 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:19,723 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:36:19,723 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:36:19,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:36:19,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:36:19,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:19,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:19,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:36:19,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:36:19,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:19,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:19,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:36:19,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:36:19,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:19,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:19,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:36:19,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:36:19,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:19,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:36:19,728 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:36:19,729 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740 2024-11-19T00:36:19,729 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740 2024-11-19T00:36:19,730 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:36:19,730 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:36:19,730 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:36:19,731 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:36:19,731 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71520686, jitterRate=0.06574127078056335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:36:19,732 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:36:19,732 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731976579723Writing region info on filesystem at 1731976579723Initializing all the Stores at 1731976579724 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976579724Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976579724Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976579724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731976579724Cleaning up temporary data from old regions at 1731976579730 (+6 ms)Running coprocessor post-open hooks at 1731976579732 (+2 ms)Region opened successfully at 1731976579732 2024-11-19T00:36:19,733 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731976579688 2024-11-19T00:36:19,735 DEBUG [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:36:19,735 INFO [RS_OPEN_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:36:19,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,39091,1731976576989 2024-11-19T00:36:19,736 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1531871d35,39091,1731976576989, state=OPEN 2024-11-19T00:36:19,742 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-263227972/meta-region-server 2024-11-19T00:36:19,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-263227972/meta-region-server 2024-11-19T00:36:19,742 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b1531871d35,39091,1731976576989 2024-11-19T00:36:19,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-263227972/meta-region-server: CHANGED 2024-11-19T00:36:19,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-263227972/meta-region-server: CHANGED 2024-11-19T00:36:19,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:36:19,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b1531871d35,39091,1731976576989 in 206 msec 2024-11-19T00:36:19,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:36:19,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-11-19T00:36:19,746 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:36:19,746 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:36:19,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:36:19,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,39091,1731976576989, seqNum=-1] 2024-11-19T00:36:19,748 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:36:19,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:36:19,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 790 msec 2024-11-19T00:36:19,758 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731976579758, completionTime=-1 2024-11-19T00:36:19,758 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:36:19,758 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:36:19,760 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:36:19,760 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731976639760 2024-11-19T00:36:19,760 INFO [master/6b1531871d35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731976699760 2024-11-19T00:36:19,760 INFO [master/6b1531871d35:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T00:36:19,761 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42629,1731976576878-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,761 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42629,1731976576878-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,761 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42629,1731976576878-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,761 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1531871d35:42629, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,761 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,763 DEBUG [master/6b1531871d35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:36:19,770 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,774 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.715sec 2024-11-19T00:36:19,774 INFO [master/6b1531871d35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:36:19,775 INFO [master/6b1531871d35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:36:19,775 INFO [master/6b1531871d35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:36:19,775 INFO [master/6b1531871d35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:36:19,775 INFO [master/6b1531871d35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:36:19,775 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42629,1731976576878-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:36:19,775 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42629,1731976576878-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:36:19,783 DEBUG [master/6b1531871d35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:36:19,783 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:36:19,783 INFO [master/6b1531871d35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1531871d35,42629,1731976576878-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:36:19,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3833d70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:19,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,42629,-1 for getting cluster id 2024-11-19T00:36:19,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:19,827 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b0ad2e6-1f5f-4c5f-9650-57bd653ba77b' 2024-11-19T00:36:19,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:19,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b0ad2e6-1f5f-4c5f-9650-57bd653ba77b" 2024-11-19T00:36:19,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52491661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:19,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,42629,-1] 2024-11-19T00:36:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:19,828 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:19,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bff963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:19,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:36:19,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,39091,1731976576989, seqNum=-1] 2024-11-19T00:36:19,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:36:19,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:36:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b1531871d35,42629,1731976576878 2024-11-19T00:36:19,833 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62176 2024-11-19T00:36:19,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:36:19,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100555b166a0008 connected 2024-11-19T00:36:19,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:19,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,37051,1731976568548 2024-11-19T00:36:19,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42e050df 2024-11-19T00:36:19,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:19,857 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:36:19,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:36:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:36:19,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:36:19,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:19,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:36:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:19,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:36:19,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:36:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:20,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f206475207450fc28b45adbdc68b67c6, NAME => 'test,,1731976579857.f206475207450fc28b45adbdc68b67c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2 2024-11-19T00:36:20,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:36:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:20,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976579857.f206475207450fc28b45adbdc68b67c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:20,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f206475207450fc28b45adbdc68b67c6, disabling compactions & flushes 2024-11-19T00:36:20,683 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976579857.f206475207450fc28b45adbdc68b67c6. 2024-11-19T00:36:20,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976579857.f206475207450fc28b45adbdc68b67c6. 2024-11-19T00:36:20,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976579857.f206475207450fc28b45adbdc68b67c6. after waiting 0 ms 2024-11-19T00:36:20,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976579857.f206475207450fc28b45adbdc68b67c6. 2024-11-19T00:36:20,683 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976579857.f206475207450fc28b45adbdc68b67c6. 2024-11-19T00:36:20,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f206475207450fc28b45adbdc68b67c6: Waiting for close lock at 1731976580683Disabling compacts and flushes for region at 1731976580683Disabling writes for close at 1731976580683Writing region close event to WAL at 1731976580683Closed at 1731976580683 2024-11-19T00:36:20,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:36:20,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976579857.f206475207450fc28b45adbdc68b67c6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976580684"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976580684"}]},"ts":"1731976580684"} 2024-11-19T00:36:20,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:36:20,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:36:20,687 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976580687"}]},"ts":"1731976580687"} 2024-11-19T00:36:20,689 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:36:20,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f206475207450fc28b45adbdc68b67c6, ASSIGN}] 2024-11-19T00:36:20,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f206475207450fc28b45adbdc68b67c6, ASSIGN 2024-11-19T00:36:20,691 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f206475207450fc28b45adbdc68b67c6, ASSIGN; state=OFFLINE, location=6b1531871d35,35601,1731976568707; forceNewPlan=false, retain=false 2024-11-19T00:36:20,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f206475207450fc28b45adbdc68b67c6, regionState=OPENING, regionLocation=6b1531871d35,35601,1731976568707 2024-11-19T00:36:20,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f206475207450fc28b45adbdc68b67c6, ASSIGN because future has completed 2024-11-19T00:36:20,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f206475207450fc28b45adbdc68b67c6, server=6b1531871d35,35601,1731976568707}] 2024-11-19T00:36:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:21,006 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976579857.f206475207450fc28b45adbdc68b67c6. 2024-11-19T00:36:21,006 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f206475207450fc28b45adbdc68b67c6, NAME => 'test,,1731976579857.f206475207450fc28b45adbdc68b67c6.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:36:21,006 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:36:21,006 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:36:21,007 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f206475207450fc28b45adbdc68b67c6 2024-11-19T00:36:21,007 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976579857.f206475207450fc28b45adbdc68b67c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:21,007 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f206475207450fc28b45adbdc68b67c6 2024-11-19T00:36:21,007 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f206475207450fc28b45adbdc68b67c6 2024-11-19T00:36:21,008 INFO [StoreOpener-f206475207450fc28b45adbdc68b67c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f206475207450fc28b45adbdc68b67c6 2024-11-19T00:36:21,010 INFO [StoreOpener-f206475207450fc28b45adbdc68b67c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f206475207450fc28b45adbdc68b67c6 columnFamilyName f 2024-11-19T00:36:21,010 DEBUG [StoreOpener-f206475207450fc28b45adbdc68b67c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:21,011 INFO [StoreOpener-f206475207450fc28b45adbdc68b67c6-1 {}] regionserver.HStore(327): Store=f206475207450fc28b45adbdc68b67c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:21,011 INFO [StoreOpener-f206475207450fc28b45adbdc68b67c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f206475207450fc28b45adbdc68b67c6 2024-11-19T00:36:21,012 INFO [StoreOpener-f206475207450fc28b45adbdc68b67c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f206475207450fc28b45adbdc68b67c6 columnFamilyName f1 2024-11-19T00:36:21,012 DEBUG [StoreOpener-f206475207450fc28b45adbdc68b67c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:21,012 INFO [StoreOpener-f206475207450fc28b45adbdc68b67c6-1 {}] regionserver.HStore(327): Store=f206475207450fc28b45adbdc68b67c6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:21,013 INFO [StoreOpener-f206475207450fc28b45adbdc68b67c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f206475207450fc28b45adbdc68b67c6 2024-11-19T00:36:21,013 INFO [StoreOpener-f206475207450fc28b45adbdc68b67c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f206475207450fc28b45adbdc68b67c6 columnFamilyName norep 2024-11-19T00:36:21,014 DEBUG [StoreOpener-f206475207450fc28b45adbdc68b67c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:21,014 INFO [StoreOpener-f206475207450fc28b45adbdc68b67c6-1 {}] regionserver.HStore(327): Store=f206475207450fc28b45adbdc68b67c6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:21,014 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f206475207450fc28b45adbdc68b67c6 2024-11-19T00:36:21,015 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6 2024-11-19T00:36:21,017 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6 2024-11-19T00:36:21,018 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f206475207450fc28b45adbdc68b67c6 2024-11-19T00:36:21,018 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f206475207450fc28b45adbdc68b67c6 2024-11-19T00:36:21,018 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:36:21,019 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f206475207450fc28b45adbdc68b67c6 2024-11-19T00:36:21,021 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:36:21,021 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f206475207450fc28b45adbdc68b67c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61330475, jitterRate=-0.08610470592975616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:36:21,021 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f206475207450fc28b45adbdc68b67c6 2024-11-19T00:36:21,021 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f206475207450fc28b45adbdc68b67c6: Running coprocessor pre-open hook at 1731976581007Writing region info on filesystem at 1731976581007Initializing all the Stores at 1731976581008 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976581008Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976581008Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976581008Cleaning up temporary data from old regions at 1731976581018 (+10 ms)Running coprocessor post-open hooks at 1731976581021 (+3 ms)Region opened successfully at 1731976581021 2024-11-19T00:36:21,022 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976579857.f206475207450fc28b45adbdc68b67c6., pid=6, masterSystemTime=1731976580998 2024-11-19T00:36:21,024 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976579857.f206475207450fc28b45adbdc68b67c6. 2024-11-19T00:36:21,024 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976579857.f206475207450fc28b45adbdc68b67c6. 2024-11-19T00:36:21,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f206475207450fc28b45adbdc68b67c6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,35601,1731976568707 2024-11-19T00:36:21,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f206475207450fc28b45adbdc68b67c6, server=6b1531871d35,35601,1731976568707 because future has completed 2024-11-19T00:36:21,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:36:21,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f206475207450fc28b45adbdc68b67c6, server=6b1531871d35,35601,1731976568707 in 181 msec 2024-11-19T00:36:21,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:36:21,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f206475207450fc28b45adbdc68b67c6, ASSIGN in 340 msec 2024-11-19T00:36:21,032 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:36:21,032 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976581032"}]},"ts":"1731976581032"} 2024-11-19T00:36:21,034 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:36:21,035 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:36:21,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-11-19T00:36:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:22,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:22,003 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:36:22,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,43967,1731976573227 2024-11-19T00:36:22,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e356433 2024-11-19T00:36:22,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:22,005 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:36:22,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:36:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:36:22,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:36:22,007 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:22,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:36:22,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:36:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:22,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:36:22,015 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68d8ba921f4b3b52ef8460ba801d71be, NAME => 'test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43 2024-11-19T00:36:22,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:36:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:22,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:22,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 68d8ba921f4b3b52ef8460ba801d71be, disabling compactions & flushes 2024-11-19T00:36:22,422 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be. 2024-11-19T00:36:22,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be. 2024-11-19T00:36:22,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be. after waiting 0 ms 2024-11-19T00:36:22,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be. 2024-11-19T00:36:22,422 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be. 2024-11-19T00:36:22,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68d8ba921f4b3b52ef8460ba801d71be: Waiting for close lock at 1731976582421Disabling compacts and flushes for region at 1731976582421Disabling writes for close at 1731976582422 (+1 ms)Writing region close event to WAL at 1731976582422Closed at 1731976582422 2024-11-19T00:36:22,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:36:22,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976582423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976582423"}]},"ts":"1731976582423"} 2024-11-19T00:36:22,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:36:22,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:36:22,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976582425"}]},"ts":"1731976582425"} 2024-11-19T00:36:22,427 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:36:22,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68d8ba921f4b3b52ef8460ba801d71be, ASSIGN}] 2024-11-19T00:36:22,428 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68d8ba921f4b3b52ef8460ba801d71be, ASSIGN 2024-11-19T00:36:22,429 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=68d8ba921f4b3b52ef8460ba801d71be, ASSIGN; state=OFFLINE, location=6b1531871d35,37757,1731976573367; forceNewPlan=false, retain=false 2024-11-19T00:36:22,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68d8ba921f4b3b52ef8460ba801d71be, regionState=OPENING, regionLocation=6b1531871d35,37757,1731976573367 2024-11-19T00:36:22,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=68d8ba921f4b3b52ef8460ba801d71be, ASSIGN because future has completed 2024-11-19T00:36:22,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68d8ba921f4b3b52ef8460ba801d71be, server=6b1531871d35,37757,1731976573367}] 2024-11-19T00:36:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:22,736 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be. 2024-11-19T00:36:22,736 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 68d8ba921f4b3b52ef8460ba801d71be, NAME => 'test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:36:22,736 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:36:22,736 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:36:22,736 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 68d8ba921f4b3b52ef8460ba801d71be 2024-11-19T00:36:22,736 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:22,737 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 68d8ba921f4b3b52ef8460ba801d71be 2024-11-19T00:36:22,737 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 68d8ba921f4b3b52ef8460ba801d71be 2024-11-19T00:36:22,738 INFO [StoreOpener-68d8ba921f4b3b52ef8460ba801d71be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 68d8ba921f4b3b52ef8460ba801d71be 2024-11-19T00:36:22,738 INFO [StoreOpener-68d8ba921f4b3b52ef8460ba801d71be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68d8ba921f4b3b52ef8460ba801d71be columnFamilyName f 2024-11-19T00:36:22,738 DEBUG [StoreOpener-68d8ba921f4b3b52ef8460ba801d71be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:22,739 INFO [StoreOpener-68d8ba921f4b3b52ef8460ba801d71be-1 {}] regionserver.HStore(327): Store=68d8ba921f4b3b52ef8460ba801d71be/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:22,739 INFO [StoreOpener-68d8ba921f4b3b52ef8460ba801d71be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 68d8ba921f4b3b52ef8460ba801d71be 2024-11-19T00:36:22,740 INFO [StoreOpener-68d8ba921f4b3b52ef8460ba801d71be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68d8ba921f4b3b52ef8460ba801d71be columnFamilyName f1 2024-11-19T00:36:22,740 DEBUG [StoreOpener-68d8ba921f4b3b52ef8460ba801d71be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:22,740 INFO [StoreOpener-68d8ba921f4b3b52ef8460ba801d71be-1 {}] regionserver.HStore(327): Store=68d8ba921f4b3b52ef8460ba801d71be/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:22,740 INFO [StoreOpener-68d8ba921f4b3b52ef8460ba801d71be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 68d8ba921f4b3b52ef8460ba801d71be 2024-11-19T00:36:22,741 INFO [StoreOpener-68d8ba921f4b3b52ef8460ba801d71be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68d8ba921f4b3b52ef8460ba801d71be columnFamilyName norep 2024-11-19T00:36:22,741 DEBUG [StoreOpener-68d8ba921f4b3b52ef8460ba801d71be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:22,741 INFO [StoreOpener-68d8ba921f4b3b52ef8460ba801d71be-1 {}] regionserver.HStore(327): Store=68d8ba921f4b3b52ef8460ba801d71be/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:22,741 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 68d8ba921f4b3b52ef8460ba801d71be 2024-11-19T00:36:22,741 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be 2024-11-19T00:36:22,742 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be 2024-11-19T00:36:22,742 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 68d8ba921f4b3b52ef8460ba801d71be 2024-11-19T00:36:22,742 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 68d8ba921f4b3b52ef8460ba801d71be 2024-11-19T00:36:22,742 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:36:22,743 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 68d8ba921f4b3b52ef8460ba801d71be 2024-11-19T00:36:22,744 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:36:22,744 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 68d8ba921f4b3b52ef8460ba801d71be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70070814, jitterRate=0.044136494398117065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:36:22,744 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68d8ba921f4b3b52ef8460ba801d71be 2024-11-19T00:36:22,745 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 68d8ba921f4b3b52ef8460ba801d71be: Running coprocessor pre-open hook at 1731976582737Writing region info on filesystem at 1731976582737Initializing all the Stores at 1731976582737Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976582737Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976582737Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976582737Cleaning up temporary data from old regions at 1731976582742 (+5 ms)Running coprocessor post-open hooks at 1731976582744 (+2 ms)Region opened successfully at 1731976582745 (+1 ms) 2024-11-19T00:36:22,745 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be., pid=6, masterSystemTime=1731976582733 2024-11-19T00:36:22,747 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be. 2024-11-19T00:36:22,747 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be. 2024-11-19T00:36:22,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68d8ba921f4b3b52ef8460ba801d71be, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,37757,1731976573367 2024-11-19T00:36:22,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68d8ba921f4b3b52ef8460ba801d71be, server=6b1531871d35,37757,1731976573367 because future has completed 2024-11-19T00:36:22,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:36:22,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 68d8ba921f4b3b52ef8460ba801d71be, server=6b1531871d35,37757,1731976573367 in 168 msec 2024-11-19T00:36:22,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:36:22,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=68d8ba921f4b3b52ef8460ba801d71be, ASSIGN in 324 msec 2024-11-19T00:36:22,753 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:36:22,753 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976582753"}]},"ts":"1731976582753"} 2024-11-19T00:36:22,755 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:36:22,755 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:36:22,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-19T00:36:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:23,142 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:36:23,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:23,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,42629,1731976576878 2024-11-19T00:36:23,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b7c13c0 2024-11-19T00:36:23,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:23,144 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:36:23,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:36:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T00:36:23,146 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:36:23,146 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:23,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T00:36:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:23,147 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:36:23,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741835_1011 (size=902) 2024-11-19T00:36:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:23,553 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5aa97957cc366f2f640db230cc818ef, NAME => 'test,,1731976583144.e5aa97957cc366f2f640db230cc818ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707 2024-11-19T00:36:23,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741836_1012 (size=39) 2024-11-19T00:36:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:23,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731976583144.e5aa97957cc366f2f640db230cc818ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:23,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e5aa97957cc366f2f640db230cc818ef, disabling compactions & flushes 2024-11-19T00:36:23,968 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731976583144.e5aa97957cc366f2f640db230cc818ef. 2024-11-19T00:36:23,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976583144.e5aa97957cc366f2f640db230cc818ef. 2024-11-19T00:36:23,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731976583144.e5aa97957cc366f2f640db230cc818ef. after waiting 0 ms 2024-11-19T00:36:23,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731976583144.e5aa97957cc366f2f640db230cc818ef. 2024-11-19T00:36:23,968 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731976583144.e5aa97957cc366f2f640db230cc818ef. 2024-11-19T00:36:23,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5aa97957cc366f2f640db230cc818ef: Waiting for close lock at 1731976583968Disabling compacts and flushes for region at 1731976583968Disabling writes for close at 1731976583968Writing region close event to WAL at 1731976583968Closed at 1731976583968 2024-11-19T00:36:23,969 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:36:23,969 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731976583144.e5aa97957cc366f2f640db230cc818ef.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731976583969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976583969"}]},"ts":"1731976583969"} 2024-11-19T00:36:23,970 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:36:23,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:36:23,971 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976583971"}]},"ts":"1731976583971"} 2024-11-19T00:36:23,972 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T00:36:23,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5aa97957cc366f2f640db230cc818ef, ASSIGN}] 2024-11-19T00:36:23,973 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5aa97957cc366f2f640db230cc818ef, ASSIGN 2024-11-19T00:36:23,973 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e5aa97957cc366f2f640db230cc818ef, ASSIGN; state=OFFLINE, location=6b1531871d35,39091,1731976576989; forceNewPlan=false, retain=false 2024-11-19T00:36:24,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5aa97957cc366f2f640db230cc818ef, regionState=OPENING, regionLocation=6b1531871d35,39091,1731976576989 2024-11-19T00:36:24,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e5aa97957cc366f2f640db230cc818ef, ASSIGN because future has completed 2024-11-19T00:36:24,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5aa97957cc366f2f640db230cc818ef, server=6b1531871d35,39091,1731976576989}] 2024-11-19T00:36:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:24,283 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731976583144.e5aa97957cc366f2f640db230cc818ef. 2024-11-19T00:36:24,283 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e5aa97957cc366f2f640db230cc818ef, NAME => 'test,,1731976583144.e5aa97957cc366f2f640db230cc818ef.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:36:24,284 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:36:24,284 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T00:36:24,284 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e5aa97957cc366f2f640db230cc818ef 2024-11-19T00:36:24,284 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731976583144.e5aa97957cc366f2f640db230cc818ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:24,284 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e5aa97957cc366f2f640db230cc818ef 2024-11-19T00:36:24,284 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e5aa97957cc366f2f640db230cc818ef 2024-11-19T00:36:24,285 INFO [StoreOpener-e5aa97957cc366f2f640db230cc818ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e5aa97957cc366f2f640db230cc818ef 2024-11-19T00:36:24,286 INFO [StoreOpener-e5aa97957cc366f2f640db230cc818ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5aa97957cc366f2f640db230cc818ef columnFamilyName f 2024-11-19T00:36:24,286 DEBUG [StoreOpener-e5aa97957cc366f2f640db230cc818ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:24,287 INFO [StoreOpener-e5aa97957cc366f2f640db230cc818ef-1 {}] regionserver.HStore(327): Store=e5aa97957cc366f2f640db230cc818ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:24,287 INFO [StoreOpener-e5aa97957cc366f2f640db230cc818ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e5aa97957cc366f2f640db230cc818ef 2024-11-19T00:36:24,287 INFO [StoreOpener-e5aa97957cc366f2f640db230cc818ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5aa97957cc366f2f640db230cc818ef columnFamilyName f1 2024-11-19T00:36:24,287 DEBUG [StoreOpener-e5aa97957cc366f2f640db230cc818ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:24,288 INFO [StoreOpener-e5aa97957cc366f2f640db230cc818ef-1 {}] regionserver.HStore(327): Store=e5aa97957cc366f2f640db230cc818ef/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:24,288 INFO [StoreOpener-e5aa97957cc366f2f640db230cc818ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e5aa97957cc366f2f640db230cc818ef 2024-11-19T00:36:24,288 INFO [StoreOpener-e5aa97957cc366f2f640db230cc818ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5aa97957cc366f2f640db230cc818ef columnFamilyName norep 2024-11-19T00:36:24,288 DEBUG [StoreOpener-e5aa97957cc366f2f640db230cc818ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:24,288 INFO [StoreOpener-e5aa97957cc366f2f640db230cc818ef-1 {}] regionserver.HStore(327): Store=e5aa97957cc366f2f640db230cc818ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:24,288 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e5aa97957cc366f2f640db230cc818ef 2024-11-19T00:36:24,289 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/default/test/e5aa97957cc366f2f640db230cc818ef 2024-11-19T00:36:24,289 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/default/test/e5aa97957cc366f2f640db230cc818ef 2024-11-19T00:36:24,289 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e5aa97957cc366f2f640db230cc818ef 2024-11-19T00:36:24,290 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e5aa97957cc366f2f640db230cc818ef 2024-11-19T00:36:24,290 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:36:24,290 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e5aa97957cc366f2f640db230cc818ef 2024-11-19T00:36:24,291 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/default/test/e5aa97957cc366f2f640db230cc818ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:36:24,292 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e5aa97957cc366f2f640db230cc818ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59705004, jitterRate=-0.11032611131668091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:36:24,292 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5aa97957cc366f2f640db230cc818ef 2024-11-19T00:36:24,292 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e5aa97957cc366f2f640db230cc818ef: Running coprocessor pre-open hook at 1731976584284Writing region info on filesystem at 1731976584284Initializing all the Stores at 1731976584285 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976584285Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976584285Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976584285Cleaning up temporary data from old regions at 1731976584290 (+5 ms)Running coprocessor post-open hooks at 1731976584292 (+2 ms)Region opened successfully at 1731976584292 2024-11-19T00:36:24,292 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731976583144.e5aa97957cc366f2f640db230cc818ef., pid=6, masterSystemTime=1731976584280 2024-11-19T00:36:24,294 DEBUG [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731976583144.e5aa97957cc366f2f640db230cc818ef. 2024-11-19T00:36:24,294 INFO [RS_OPEN_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731976583144.e5aa97957cc366f2f640db230cc818ef. 2024-11-19T00:36:24,294 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5aa97957cc366f2f640db230cc818ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1531871d35,39091,1731976576989 2024-11-19T00:36:24,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5aa97957cc366f2f640db230cc818ef, server=6b1531871d35,39091,1731976576989 because future has completed 2024-11-19T00:36:24,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T00:36:24,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e5aa97957cc366f2f640db230cc818ef, server=6b1531871d35,39091,1731976576989 in 168 msec 2024-11-19T00:36:24,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T00:36:24,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e5aa97957cc366f2f640db230cc818ef, ASSIGN in 325 msec 2024-11-19T00:36:24,299 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:36:24,299 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976584299"}]},"ts":"1731976584299"} 2024-11-19T00:36:24,300 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T00:36:24,301 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:36:24,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-19T00:36:25,225 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:36:25,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:36:25,294 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T00:36:25,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e41fbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:25,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,37051,-1 for getting cluster id 2024-11-19T00:36:25,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:25,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,296 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3cbc444-ecb5-43bd-9670-af5a58d08384' 2024-11-19T00:36:25,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:25,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3cbc444-ecb5-43bd-9670-af5a58d08384" 2024-11-19T00:36:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3259a9eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,37051,-1] 2024-11-19T00:36:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:25,298 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:25,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7056d6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:25,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:25,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:25,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,37051,1731976568548 2024-11-19T00:36:25,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6289a565 2024-11-19T00:36:25,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:25,302 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:36:25,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b1531871d35:43967,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:36:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:36:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:36:25,306 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:43967' 2024-11-19T00:36:25,313 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a36ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:25,313 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,43967,-1 for getting cluster id 2024-11-19T00:36:25,314 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:25,314 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efc55af4-df02-45e2-9391-588413e35838' 2024-11-19T00:36:25,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:25,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efc55af4-df02-45e2-9391-588413e35838" 2024-11-19T00:36:25,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454ce637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:25,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,43967,-1] 2024-11-19T00:36:25,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:25,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:25,315 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:25,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41148e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:25,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:25,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,43967,1731976573227 2024-11-19T00:36:25,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13d30125 2024-11-19T00:36:25,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:25,318 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:36:25,319 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T00:36:25,319 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:36:25,319 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:25,319 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:25,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:36:25,320 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:36:25,322 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T00:36:25,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:36:25,323 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:25,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:36:25,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741837_1013 (size=1138) 2024-11-19T00:36:25,332 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c404ce378982a73ddf476ebf97169bc5, NAME => 'hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2 2024-11-19T00:36:25,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741838_1014 (size=44) 2024-11-19T00:36:25,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:25,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c404ce378982a73ddf476ebf97169bc5, disabling compactions & flushes 2024-11-19T00:36:25,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. 2024-11-19T00:36:25,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. 2024-11-19T00:36:25,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. after waiting 0 ms 2024-11-19T00:36:25,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. 2024-11-19T00:36:25,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. 2024-11-19T00:36:25,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c404ce378982a73ddf476ebf97169bc5: Waiting for close lock at 1731976585350Disabling compacts and flushes for region at 1731976585350Disabling writes for close at 1731976585351 (+1 ms)Writing region close event to WAL at 1731976585351Closed at 1731976585351 2024-11-19T00:36:25,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:36:25,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731976585352"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731976585352"}]},"ts":"1731976585352"} 2024-11-19T00:36:25,354 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:36:25,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:36:25,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976585354"}]},"ts":"1731976585354"} 2024-11-19T00:36:25,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T00:36:25,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c404ce378982a73ddf476ebf97169bc5, ASSIGN}] 2024-11-19T00:36:25,357 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c404ce378982a73ddf476ebf97169bc5, ASSIGN 2024-11-19T00:36:25,358 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c404ce378982a73ddf476ebf97169bc5, ASSIGN; state=OFFLINE, location=6b1531871d35,35601,1731976568707; forceNewPlan=false, retain=false 2024-11-19T00:36:25,372 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T00:36:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:36:25,508 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c404ce378982a73ddf476ebf97169bc5, regionState=OPENING, regionLocation=6b1531871d35,35601,1731976568707 2024-11-19T00:36:25,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c404ce378982a73ddf476ebf97169bc5, ASSIGN because future has completed 2024-11-19T00:36:25,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c404ce378982a73ddf476ebf97169bc5, server=6b1531871d35,35601,1731976568707}] 2024-11-19T00:36:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:36:25,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. 2024-11-19T00:36:25,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:36:25,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T00:36:25,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b1531871d35%2C35601%2C1731976568707.rep, suffix=, logDir=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707, archiveDir=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/oldWALs, maxLogs=10 2024-11-19T00:36:25,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.rep.1731976585668, exclude list is [], retry=0 2024-11-19T00:36:25,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34375,DS-b2b57118-f46e-44cd-b0bd-e9dfdd78b6c2,DISK] 2024-11-19T00:36:25,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.rep.1731976585668 2024-11-19T00:36:25,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-11-19T00:36:25,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c404ce378982a73ddf476ebf97169bc5, NAME => 'hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:36:25,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T00:36:25,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:36:25,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. service=MultiRowMutationService 2024-11-19T00:36:25,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T00:36:25,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:25,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:36:25,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:25,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:25,688 INFO [StoreOpener-c404ce378982a73ddf476ebf97169bc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:25,689 INFO [StoreOpener-c404ce378982a73ddf476ebf97169bc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c404ce378982a73ddf476ebf97169bc5 columnFamilyName hfileref 2024-11-19T00:36:25,689 DEBUG [StoreOpener-c404ce378982a73ddf476ebf97169bc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:25,689 INFO [StoreOpener-c404ce378982a73ddf476ebf97169bc5-1 {}] regionserver.HStore(327): Store=c404ce378982a73ddf476ebf97169bc5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:25,689 INFO [StoreOpener-c404ce378982a73ddf476ebf97169bc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:25,690 INFO [StoreOpener-c404ce378982a73ddf476ebf97169bc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c404ce378982a73ddf476ebf97169bc5 columnFamilyName queue 2024-11-19T00:36:25,690 DEBUG [StoreOpener-c404ce378982a73ddf476ebf97169bc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:25,690 INFO [StoreOpener-c404ce378982a73ddf476ebf97169bc5-1 {}] regionserver.HStore(327): Store=c404ce378982a73ddf476ebf97169bc5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:25,691 INFO [StoreOpener-c404ce378982a73ddf476ebf97169bc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:25,691 INFO [StoreOpener-c404ce378982a73ddf476ebf97169bc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c404ce378982a73ddf476ebf97169bc5 columnFamilyName sid 2024-11-19T00:36:25,691 DEBUG [StoreOpener-c404ce378982a73ddf476ebf97169bc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:36:25,692 INFO [StoreOpener-c404ce378982a73ddf476ebf97169bc5-1 {}] regionserver.HStore(327): Store=c404ce378982a73ddf476ebf97169bc5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:36:25,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:25,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/replication/c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:25,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/replication/c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:25,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:25,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:25,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:36:25,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:25,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/replication/c404ce378982a73ddf476ebf97169bc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:36:25,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c404ce378982a73ddf476ebf97169bc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70915196, jitterRate=0.05671876668930054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:36:25,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:25,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c404ce378982a73ddf476ebf97169bc5: Running coprocessor pre-open hook at 1731976585687Writing region info on filesystem at 1731976585687Initializing all the Stores at 1731976585687Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976585687Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976585687Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731976585687Cleaning up temporary data from old regions at 1731976585694 (+7 ms)Running coprocessor post-open hooks at 1731976585698 (+4 ms)Region opened successfully at 1731976585698 2024-11-19T00:36:25,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5., pid=10, masterSystemTime=1731976585663 2024-11-19T00:36:25,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. 2024-11-19T00:36:25,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. 2024-11-19T00:36:25,702 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c404ce378982a73ddf476ebf97169bc5, regionState=OPEN, openSeqNum=2, regionLocation=6b1531871d35,35601,1731976568707 2024-11-19T00:36:25,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c404ce378982a73ddf476ebf97169bc5, server=6b1531871d35,35601,1731976568707 because future has completed 2024-11-19T00:36:25,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T00:36:25,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c404ce378982a73ddf476ebf97169bc5, server=6b1531871d35,35601,1731976568707 in 193 msec 2024-11-19T00:36:25,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T00:36:25,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c404ce378982a73ddf476ebf97169bc5, ASSIGN in 350 msec 2024-11-19T00:36:25,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:36:25,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731976585708"}]},"ts":"1731976585708"} 2024-11-19T00:36:25,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T00:36:25,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:36:25,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 390 msec 2024-11-19T00:36:25,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5., hostname=6b1531871d35,35601,1731976568707, seqNum=2] 2024-11-19T00:36:25,776 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:25,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:25,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:36:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:36:25,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T00:36:25,946 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T00:36:25,980 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b1531871d35,35601,1731976568707, ReplicationSource: 1, currentBandwidth=0 2024-11-19T00:36:25,981 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:36:25,981 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35601,1731976568707, seqNum=-1] 2024-11-19T00:36:25,981 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:36:25,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-19T00:36:25,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b1531871d35,35601,1731976568707', locateType=CURRENT is [region=hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5., hostname=6b1531871d35,35601,1731976568707, seqNum=2] 2024-11-19T00:36:25,986 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T00:36:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T00:36:25,988 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b1531871d35,35601,1731976568707 suceeded 2024-11-19T00:36:25,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T00:36:25,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-19T00:36:25,990 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b1531871d35:43967,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:36:25,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 687 msec 2024-11-19T00:36:26,003 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:43967' 2024-11-19T00:36:26,005 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fe4fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:26,005 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,43967,-1 for getting cluster id 2024-11-19T00:36:26,006 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:26,006 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efc55af4-df02-45e2-9391-588413e35838' 2024-11-19T00:36:26,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:26,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efc55af4-df02-45e2-9391-588413e35838" 2024-11-19T00:36:26,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27c86a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:26,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,43967,-1] 2024-11-19T00:36:26,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:26,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:26,007 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:26,008 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@479ea421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:26,008 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:26,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,43967,1731976573227 2024-11-19T00:36:26,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331f90ba 2024-11-19T00:36:26,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:26,010 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T00:36:26,011 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b1531871d35,35601,1731976568707 (queues=1) is replicating from cluster=c3cbc444-ecb5-43bd-9670-af5a58d08384 to cluster=efc55af4-df02-45e2-9391-588413e35838 2024-11-19T00:36:26,011 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b1531871d35%2C35601%2C1731976568707 2024-11-19T00:36:26,011 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b1531871d35,35601,1731976568707, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:36:26,011 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545, startPosition=0, beingWritten=true 2024-11-19T00:36:26,016 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C35601%2C1731976568707 2024-11-19T00:36:26,020 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:36:26,020 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545 to pos 379, reset compression=false 2024-11-19T00:36:26,020 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,35601,1731976568707 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:36:26,227 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545 to pos 379, reset compression=false 2024-11-19T00:36:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:36:26,443 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T00:36:26,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:36:26,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:26,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:26,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:26,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:36:26,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d12ead0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:26,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,37051,-1 for getting cluster id 2024-11-19T00:36:26,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:26,445 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3cbc444-ecb5-43bd-9670-af5a58d08384' 2024-11-19T00:36:26,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:26,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3cbc444-ecb5-43bd-9670-af5a58d08384" 2024-11-19T00:36:26,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4894c886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:26,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,37051,-1] 2024-11-19T00:36:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:26,446 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8526966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:26,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61cb7adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:26,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,43967,-1 for getting cluster id 2024-11-19T00:36:26,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:26,448 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efc55af4-df02-45e2-9391-588413e35838' 2024-11-19T00:36:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efc55af4-df02-45e2-9391-588413e35838" 2024-11-19T00:36:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bd24e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,43967,-1] 2024-11-19T00:36:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:26,449 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:26,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6b0916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:26,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb2ee14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:26,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,42629,-1 for getting cluster id 2024-11-19T00:36:26,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:26,450 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b0ad2e6-1f5f-4c5f-9650-57bd653ba77b' 2024-11-19T00:36:26,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b0ad2e6-1f5f-4c5f-9650-57bd653ba77b" 2024-11-19T00:36:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dee4b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,42629,-1] 2024-11-19T00:36:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:26,451 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:26,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c794096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:26,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:26,457 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731976586456/Put/seqid=0 2024-11-19T00:36:26,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741840_1016 (size=7894) 2024-11-19T00:36:26,531 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545 to pos 379, reset compression=false 2024-11-19T00:36:26,863 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731976586862/Put/seqid=0 2024-11-19T00:36:26,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741841_1017 (size=7691) 2024-11-19T00:36:26,935 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545 to pos 379, reset compression=false 2024-11-19T00:36:27,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:27,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,37051,-1 for getting cluster id 2024-11-19T00:36:27,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:27,268 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3cbc444-ecb5-43bd-9670-af5a58d08384' 2024-11-19T00:36:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3cbc444-ecb5-43bd-9670-af5a58d08384" 2024-11-19T00:36:27,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122c10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:27,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,37051,-1] 2024-11-19T00:36:27,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:27,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:27,269 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:27,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:27,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:36:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35601,1731976568707, seqNum=-1] 2024-11-19T00:36:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:36:27,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:36:27,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,37051,1731976568548 2024-11-19T00:36:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ea721db 2024-11-19T00:36:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:27,279 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:36:27,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731976579857.f206475207450fc28b45adbdc68b67c6., hostname=6b1531871d35,35601,1731976568707, seqNum=2] 2024-11-19T00:36:27,284 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T00:36:27,288 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-19T00:36:27,290 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-19T00:36:27,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_0/f/hfile_0 for inclusion in f206475207450fc28b45adbdc68b67c6/f 2024-11-19T00:36:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T00:36:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:36:27,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_0/f/hfile_1 for inclusion in f206475207450fc28b45adbdc68b67c6/f 2024-11-19T00:36:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T00:36:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:36:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HRegion(2603): Flush status journal for f206475207450fc28b45adbdc68b67c6: 2024-11-19T00:36:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__2o1vk5fe5outdp1qtr12co78an36r0e357bo0jpch6kmtjh2maun9e6no03p2mt1/f/hfile_0 2024-11-19T00:36:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__2o1vk5fe5outdp1qtr12co78an36r0e357bo0jpch6kmtjh2maun9e6no03p2mt1/f/hfile_0 as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/ca493b1b6626459cbc065a39771e370b_SeqId_4_ 2024-11-19T00:36:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__2o1vk5fe5outdp1qtr12co78an36r0e357bo0jpch6kmtjh2maun9e6no03p2mt1/f/hfile_1 2024-11-19T00:36:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__2o1vk5fe5outdp1qtr12co78an36r0e357bo0jpch6kmtjh2maun9e6no03p2mt1/f/hfile_1 as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/c237904fa7ba43819ff710c82723e5f9_SeqId_4_ 2024-11-19T00:36:27,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__2o1vk5fe5outdp1qtr12co78an36r0e357bo0jpch6kmtjh2maun9e6no03p2mt1/f/hfile_0 into f206475207450fc28b45adbdc68b67c6/f as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/ca493b1b6626459cbc065a39771e370b_SeqId_4_ - updating store file list. 2024-11-19T00:36:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca493b1b6626459cbc065a39771e370b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T00:36:27,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/ca493b1b6626459cbc065a39771e370b_SeqId_4_ into f206475207450fc28b45adbdc68b67c6/f 2024-11-19T00:36:27,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__2o1vk5fe5outdp1qtr12co78an36r0e357bo0jpch6kmtjh2maun9e6no03p2mt1/f/hfile_0 into f206475207450fc28b45adbdc68b67c6/f (new location: hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/ca493b1b6626459cbc065a39771e370b_SeqId_4_) 2024-11-19T00:36:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__2o1vk5fe5outdp1qtr12co78an36r0e357bo0jpch6kmtjh2maun9e6no03p2mt1/f/hfile_0 2024-11-19T00:36:27,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__2o1vk5fe5outdp1qtr12co78an36r0e357bo0jpch6kmtjh2maun9e6no03p2mt1/f/hfile_1 into f206475207450fc28b45adbdc68b67c6/f as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/c237904fa7ba43819ff710c82723e5f9_SeqId_4_ - updating store file list. 2024-11-19T00:36:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c237904fa7ba43819ff710c82723e5f9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T00:36:27,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/c237904fa7ba43819ff710c82723e5f9_SeqId_4_ into f206475207450fc28b45adbdc68b67c6/f 2024-11-19T00:36:27,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__2o1vk5fe5outdp1qtr12co78an36r0e357bo0jpch6kmtjh2maun9e6no03p2mt1/f/hfile_1 into f206475207450fc28b45adbdc68b67c6/f (new location: hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/c237904fa7ba43819ff710c82723e5f9_SeqId_4_) 2024-11-19T00:36:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__2o1vk5fe5outdp1qtr12co78an36r0e357bo0jpch6kmtjh2maun9e6no03p2mt1/f/hfile_1 2024-11-19T00:36:27,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:36:27,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:27,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:27,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:27,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:36:27,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731976579857.f206475207450fc28b45adbdc68b67c6., hostname=6b1531871d35,35601,1731976568707, seqNum=2 , the old value is region=test,,1731976579857.f206475207450fc28b45adbdc68b67c6., hostname=6b1531871d35,35601,1731976568707, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b1531871d35:35601 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:36:27,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731976579857.f206475207450fc28b45adbdc68b67c6., hostname=6b1531871d35,35601,1731976568707, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:36:27,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731976579857.f206475207450fc28b45adbdc68b67c6., hostname=6b1531871d35,35601,1731976568707, seqNum=2 from cache 2024-11-19T00:36:27,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:36:27,315 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T00:36:27,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37757,1731976573367, seqNum=-1] 2024-11-19T00:36:27,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:36:27,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:36:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be., hostname=6b1531871d35,37757,1731976573367, seqNum=2] 2024-11-19T00:36:27,318 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T00:36:27,424 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:35601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-19T00:36:27,439 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545 to pos 379, reset compression=false 2024-11-19T00:36:27,443 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:36:27,443 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,35601,1731976568707 got entry batch from reader: WALEntryBatch [walEntries=[{test/f206475207450fc28b45adbdc68b67c6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731976587312/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T00:36:27,444 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:36:27,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T00:36:27,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.ReplicationSink(318): Replicating [c3cbc444-ecb5-43bd-9670-af5a58d08384] bulk loaded data 2024-11-19T00:36:27,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d6894c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:27,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,43967,-1 for getting cluster id 2024-11-19T00:36:27,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:27,446 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efc55af4-df02-45e2-9391-588413e35838' 2024-11-19T00:36:27,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:27,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efc55af4-df02-45e2-9391-588413e35838" 2024-11-19T00:36:27,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64f8b955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:27,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,43967,-1] 2024-11-19T00:36:27,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:27,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:27,447 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:27,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24102d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:27,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741837_1013 (size=7894) 2024-11-19T00:36:27,643 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545 to pos 687, reset compression=false 2024-11-19T00:36:27,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741838_1014 (size=7691) 2024-11-19T00:36:27,947 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545 to pos 687, reset compression=false 2024-11-19T00:36:28,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:28,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,43967,1731976573227 2024-11-19T00:36:28,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d15d12 2024-11-19T00:36:28,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:28,266 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-19T00:36:28,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T00:36:28,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:36:28,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,37757,1731976573367, seqNum=-1] 2024-11-19T00:36:28,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:36:28,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-19T00:36:28,277 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__h13enj34nbtfdr77beavk0l7fuhgiu25107dij4jal0mrt4hdq317oi12qqmmtpt/f/c237904fa7ba43819ff710c82723e5f9_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-19T00:36:28,280 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__h13enj34nbtfdr77beavk0l7fuhgiu25107dij4jal0mrt4hdq317oi12qqmmtpt/f/ca493b1b6626459cbc065a39771e370b_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-19T00:36:28,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__h13enj34nbtfdr77beavk0l7fuhgiu25107dij4jal0mrt4hdq317oi12qqmmtpt/f/c237904fa7ba43819ff710c82723e5f9_SeqId_4_ for inclusion in 68d8ba921f4b3b52ef8460ba801d71be/f 2024-11-19T00:36:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T00:36:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:36:28,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__h13enj34nbtfdr77beavk0l7fuhgiu25107dij4jal0mrt4hdq317oi12qqmmtpt/f/ca493b1b6626459cbc065a39771e370b_SeqId_4_ for inclusion in 68d8ba921f4b3b52ef8460ba801d71be/f 2024-11-19T00:36:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T00:36:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:36:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegion(2603): Flush status journal for 68d8ba921f4b3b52ef8460ba801d71be: 2024-11-19T00:36:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c237904fa7ba43819ff710c82723e5f9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T00:36:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__h13enj34nbtfdr77beavk0l7fuhgiu25107dij4jal0mrt4hdq317oi12qqmmtpt/f/c237904fa7ba43819ff710c82723e5f9_SeqId_4_ as hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/b755aeb52a404e15912b1c4ef4979ab9_SeqId_4_ 2024-11-19T00:36:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ca493b1b6626459cbc065a39771e370b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T00:36:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__h13enj34nbtfdr77beavk0l7fuhgiu25107dij4jal0mrt4hdq317oi12qqmmtpt/f/ca493b1b6626459cbc065a39771e370b_SeqId_4_ as hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/d1f8054bd5fb49ee95650ff5b1ed689f_SeqId_4_ 2024-11-19T00:36:28,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__h13enj34nbtfdr77beavk0l7fuhgiu25107dij4jal0mrt4hdq317oi12qqmmtpt/f/c237904fa7ba43819ff710c82723e5f9_SeqId_4_ into 68d8ba921f4b3b52ef8460ba801d71be/f as hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/b755aeb52a404e15912b1c4ef4979ab9_SeqId_4_ - updating store file list. 2024-11-19T00:36:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b755aeb52a404e15912b1c4ef4979ab9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T00:36:28,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/b755aeb52a404e15912b1c4ef4979ab9_SeqId_4_ into 68d8ba921f4b3b52ef8460ba801d71be/f 2024-11-19T00:36:28,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__h13enj34nbtfdr77beavk0l7fuhgiu25107dij4jal0mrt4hdq317oi12qqmmtpt/f/c237904fa7ba43819ff710c82723e5f9_SeqId_4_ into 68d8ba921f4b3b52ef8460ba801d71be/f (new location: hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/b755aeb52a404e15912b1c4ef4979ab9_SeqId_4_) 2024-11-19T00:36:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__h13enj34nbtfdr77beavk0l7fuhgiu25107dij4jal0mrt4hdq317oi12qqmmtpt/f/c237904fa7ba43819ff710c82723e5f9_SeqId_4_ 2024-11-19T00:36:28,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__h13enj34nbtfdr77beavk0l7fuhgiu25107dij4jal0mrt4hdq317oi12qqmmtpt/f/ca493b1b6626459cbc065a39771e370b_SeqId_4_ into 68d8ba921f4b3b52ef8460ba801d71be/f as hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/d1f8054bd5fb49ee95650ff5b1ed689f_SeqId_4_ - updating store file list. 2024-11-19T00:36:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d1f8054bd5fb49ee95650ff5b1ed689f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T00:36:28,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/d1f8054bd5fb49ee95650ff5b1ed689f_SeqId_4_ into 68d8ba921f4b3b52ef8460ba801d71be/f 2024-11-19T00:36:28,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__h13enj34nbtfdr77beavk0l7fuhgiu25107dij4jal0mrt4hdq317oi12qqmmtpt/f/ca493b1b6626459cbc065a39771e370b_SeqId_4_ into 68d8ba921f4b3b52ef8460ba801d71be/f (new location: hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/d1f8054bd5fb49ee95650ff5b1ed689f_SeqId_4_) 2024-11-19T00:36:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__h13enj34nbtfdr77beavk0l7fuhgiu25107dij4jal0mrt4hdq317oi12qqmmtpt/f/ca493b1b6626459cbc065a39771e370b_SeqId_4_ 2024-11-19T00:36:28,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.ReplicationSink(324): Finished replicating [c3cbc444-ecb5-43bd-9670-af5a58d08384] bulk loaded data 2024-11-19T00:36:28,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:36:28,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,39091,1731976576989, seqNum=-1] 2024-11-19T00:36:28,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:36:28,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:36:28,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731976583144.e5aa97957cc366f2f640db230cc818ef., hostname=6b1531871d35,39091,1731976576989, seqNum=2] 2024-11-19T00:36:28,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:36:28,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:36:28,341 DEBUG [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6b1531871d35%2C35601%2C1731976568707:(num 1731976570545) roll requested 2024-11-19T00:36:28,351 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545 to pos 687, reset compression=false 2024-11-19T00:36:28,359 DEBUG [regionserver/6b1531871d35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341, exclude list is [], retry=0 2024-11-19T00:36:28,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34375,DS-b2b57118-f46e-44cd-b0bd-e9dfdd78b6c2,DISK] 2024-11-19T00:36:28,367 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 2024-11-19T00:36:28,370 DEBUG [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-11-19T00:36:28,370 DEBUG [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545 is not closed yet, will try archiving it next time 2024-11-19T00:36:28,370 DEBUG [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6b1531871d35%2C35601%2C1731976568707.meta:.meta(num 1731976571118) roll requested 2024-11-19T00:36:28,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741832_1008 (size=695) 2024-11-19T00:36:28,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ed338d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:28,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,37051,-1 for getting cluster id 2024-11-19T00:36:28,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:28,377 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545 to hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/oldWALs/6b1531871d35%2C35601%2C1731976568707.1731976570545 2024-11-19T00:36:28,378 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3cbc444-ecb5-43bd-9670-af5a58d08384' 2024-11-19T00:36:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3cbc444-ecb5-43bd-9670-af5a58d08384" 2024-11-19T00:36:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a3818c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,37051,-1] 2024-11-19T00:36:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:28,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:28,379 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:28,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce55258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:28,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,37051,1731976568548 2024-11-19T00:36:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d1735f5 2024-11-19T00:36:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:28,382 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:36:28,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://6b1531871d35:42629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T00:36:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T00:36:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T00:36:28,386 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:42629' 2024-11-19T00:36:28,389 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c027613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:28,389 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,42629,-1 for getting cluster id 2024-11-19T00:36:28,389 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:28,390 DEBUG [regionserver/6b1531871d35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.meta.1731976588370.meta, exclude list is [], retry=0 2024-11-19T00:36:28,390 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b0ad2e6-1f5f-4c5f-9650-57bd653ba77b' 2024-11-19T00:36:28,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:28,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b0ad2e6-1f5f-4c5f-9650-57bd653ba77b" 2024-11-19T00:36:28,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66127403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:28,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,42629,-1] 2024-11-19T00:36:28,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:28,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:28,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34375,DS-b2b57118-f46e-44cd-b0bd-e9dfdd78b6c2,DISK] 2024-11-19T00:36:28,393 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:28,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf7b613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:28,393 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:28,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,42629,1731976576878 2024-11-19T00:36:28,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a85de81 2024-11-19T00:36:28,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:28,395 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:36:28,396 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T00:36:28,396 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T00:36:28,396 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:28,396 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:28,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:36:28,420 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.meta.1731976571118.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.meta.1731976588370.meta 2024-11-19T00:36:28,430 DEBUG [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-11-19T00:36:28,430 DEBUG [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.meta.1731976571118.meta is not closed yet, will try archiving it next time 2024-11-19T00:36:28,430 DEBUG [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6b1531871d35%2C35601%2C1731976568707.rep:(num 1731976585668) roll requested 2024-11-19T00:36:28,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741834_1010 (size=3473) 2024-11-19T00:36:28,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T00:36:28,455 DEBUG [regionserver/6b1531871d35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.rep.1731976588430, exclude list is [], retry=0 2024-11-19T00:36:28,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34375,DS-b2b57118-f46e-44cd-b0bd-e9dfdd78b6c2,DISK] 2024-11-19T00:36:28,479 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.rep.1731976585668 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.rep.1731976588430 2024-11-19T00:36:28,481 DEBUG [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-11-19T00:36:28,481 DEBUG [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.rep.1731976585668 is not closed yet, will try archiving it next time 2024-11-19T00:36:28,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741839_1015 (size=1505) 2024-11-19T00:36:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T00:36:28,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T00:36:28,616 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T00:36:28,660 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-6b1531871d35,35601,1731976568707, ReplicationSource: 2, currentBandwidth=0 2024-11-19T00:36:28,663 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T00:36:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T00:36:28,666 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6b1531871d35,35601,1731976568707 suceeded 2024-11-19T00:36:28,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T00:36:28,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-19T00:36:28,668 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6b1531871d35:42629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T00:36:28,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 286 msec 2024-11-19T00:36:28,681 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b1531871d35:42629' 2024-11-19T00:36:28,683 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61365f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:28,683 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,42629,-1 for getting cluster id 2024-11-19T00:36:28,683 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:28,684 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b0ad2e6-1f5f-4c5f-9650-57bd653ba77b' 2024-11-19T00:36:28,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:28,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b0ad2e6-1f5f-4c5f-9650-57bd653ba77b" 2024-11-19T00:36:28,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f6b4e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:28,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,42629,-1] 2024-11-19T00:36:28,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:28,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:28,685 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:28,686 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e1479ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:28,686 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:28,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,42629,1731976576878 2024-11-19T00:36:28,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71f68516 2024-11-19T00:36:28,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:28,687 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T00:36:28,689 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6b1531871d35,35601,1731976568707 (queues=1) is replicating from cluster=c3cbc444-ecb5-43bd-9670-af5a58d08384 to cluster=6b0ad2e6-1f5f-4c5f-9650-57bd653ba77b 2024-11-19T00:36:28,689 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6b1531871d35%2C35601%2C1731976568707 2024-11-19T00:36:28,689 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6b1531871d35,35601,1731976568707, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T00:36:28,689 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341, startPosition=0, beingWritten=true 2024-11-19T00:36:28,694 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1531871d35%2C35601%2C1731976568707 2024-11-19T00:36:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T00:36:28,703 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T00:36:28,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:36:28,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:28,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:28,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:28,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:36:28,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:36:28,709 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731976588708/Put/seqid=0 2024-11-19T00:36:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741845_1021 (size=11194) 2024-11-19T00:36:28,735 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T00:36:28,871 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545 to pos 687, reset compression=false 2024-11-19T00:36:28,878 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545 was moved to hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/oldWALs/6b1531871d35%2C35601%2C1731976568707.1731976570545 2024-11-19T00:36:28,879 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545 2024-11-19T00:36:28,880 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341, startPosition=0, beingWritten=true 2024-11-19T00:36:28,880 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,35601,1731976568707 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976570545, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T00:36:28,882 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6b1531871d35%2C35601%2C1731976568707.1731976570545] 2024-11-19T00:36:28,899 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 0, reset compression=false 2024-11-19T00:36:29,119 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731976589118/Put/seqid=0 2024-11-19T00:36:29,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741846_1022 (size=10791) 2024-11-19T00:36:29,204 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 0, reset compression=false 2024-11-19T00:36:29,484 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 0, reset compression=false 2024-11-19T00:36:29,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f23d503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:29,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,37051,-1 for getting cluster id 2024-11-19T00:36:29,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:29,527 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3cbc444-ecb5-43bd-9670-af5a58d08384' 2024-11-19T00:36:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:29,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3cbc444-ecb5-43bd-9670-af5a58d08384" 2024-11-19T00:36:29,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ae4405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:29,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,37051,-1] 2024-11-19T00:36:29,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:29,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:29,529 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:29,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440fd914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:29,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:36:29,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,35601,1731976568707, seqNum=-1] 2024-11-19T00:36:29,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:36:29,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:36:29,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,37051,1731976568548 2024-11-19T00:36:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e1a7c30 2024-11-19T00:36:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:29,540 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:36:29,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731976579857.f206475207450fc28b45adbdc68b67c6., hostname=6b1531871d35,35601,1731976568707, seqNum=2] 2024-11-19T00:36:29,546 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T00:36:29,551 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-19T00:36:29,553 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-19T00:36:29,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_1/f/hfile_1 for inclusion in f206475207450fc28b45adbdc68b67c6/f 2024-11-19T00:36:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T00:36:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:36:29,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_1/f/hfile_0 for inclusion in f206475207450fc28b45adbdc68b67c6/f 2024-11-19T00:36:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T00:36:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:36:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HRegion(2603): Flush status journal for f206475207450fc28b45adbdc68b67c6: 2024-11-19T00:36:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__bk7ejokj49ufofs5ult98il7j2trduifc4phdnb0m8mbe1t9hiiv3ciqg299cjfi/f/hfile_1 2024-11-19T00:36:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__bk7ejokj49ufofs5ult98il7j2trduifc4phdnb0m8mbe1t9hiiv3ciqg299cjfi/f/hfile_1 as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_ 2024-11-19T00:36:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__bk7ejokj49ufofs5ult98il7j2trduifc4phdnb0m8mbe1t9hiiv3ciqg299cjfi/f/hfile_0 2024-11-19T00:36:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__bk7ejokj49ufofs5ult98il7j2trduifc4phdnb0m8mbe1t9hiiv3ciqg299cjfi/f/hfile_0 as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ 2024-11-19T00:36:29,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__bk7ejokj49ufofs5ult98il7j2trduifc4phdnb0m8mbe1t9hiiv3ciqg299cjfi/f/hfile_1 into f206475207450fc28b45adbdc68b67c6/f as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_ - updating store file list. 2024-11-19T00:36:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c84e03a05294288a1f092dfee2e066f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T00:36:29,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_ into f206475207450fc28b45adbdc68b67c6/f 2024-11-19T00:36:29,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__bk7ejokj49ufofs5ult98il7j2trduifc4phdnb0m8mbe1t9hiiv3ciqg299cjfi/f/hfile_1 into f206475207450fc28b45adbdc68b67c6/f (new location: hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_) 2024-11-19T00:36:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__bk7ejokj49ufofs5ult98il7j2trduifc4phdnb0m8mbe1t9hiiv3ciqg299cjfi/f/hfile_1 2024-11-19T00:36:29,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__bk7ejokj49ufofs5ult98il7j2trduifc4phdnb0m8mbe1t9hiiv3ciqg299cjfi/f/hfile_0 into f206475207450fc28b45adbdc68b67c6/f as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ - updating store file list. 2024-11-19T00:36:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf43edfb39864c83afed79ea06e0d23a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T00:36:29,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ into f206475207450fc28b45adbdc68b67c6/f 2024-11-19T00:36:29,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__bk7ejokj49ufofs5ult98il7j2trduifc4phdnb0m8mbe1t9hiiv3ciqg299cjfi/f/hfile_0 into f206475207450fc28b45adbdc68b67c6/f (new location: hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_) 2024-11-19T00:36:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/staging/jenkins__test__bk7ejokj49ufofs5ult98il7j2trduifc4phdnb0m8mbe1t9hiiv3ciqg299cjfi/f/hfile_0 2024-11-19T00:36:29,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:36:29,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:29,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:29,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731976579857.f206475207450fc28b45adbdc68b67c6., hostname=6b1531871d35,35601,1731976568707, seqNum=2 , the old value is region=test,,1731976579857.f206475207450fc28b45adbdc68b67c6., hostname=6b1531871d35,35601,1731976568707, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b1531871d35:35601 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:36:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731976579857.f206475207450fc28b45adbdc68b67c6., hostname=6b1531871d35,35601,1731976568707, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:36:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731976579857.f206475207450fc28b45adbdc68b67c6., hostname=6b1531871d35,35601,1731976568707, seqNum=2 from cache 2024-11-19T00:36:29,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:36:29,588 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T00:36:29,592 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T00:36:29,607 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 0, reset compression=false 2024-11-19T00:36:29,612 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:36:29,612 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6b1531871d35,35601,1731976568707 got entry batch from reader: WALEntryBatch [walEntries=[{test/f206475207450fc28b45adbdc68b67c6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731976589586/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T00:36:29,614 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:36:29,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T00:36:29,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.ReplicationSink(318): Replicating [c3cbc444-ecb5-43bd-9670-af5a58d08384] bulk loaded data 2024-11-19T00:36:29,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fab506c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:29,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] client.ClusterIdFetcher(90): Going to request 6b1531871d35,42629,-1 for getting cluster id 2024-11-19T00:36:29,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:36:29,616 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b0ad2e6-1f5f-4c5f-9650-57bd653ba77b' 2024-11-19T00:36:29,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:36:29,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b0ad2e6-1f5f-4c5f-9650-57bd653ba77b" 2024-11-19T00:36:29,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ffc958e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:29,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b1531871d35,42629,-1] 2024-11-19T00:36:29,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:36:29,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:29,617 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:36:29,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a49a036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:36:29,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741837_1013 (size=10791) 2024-11-19T00:36:29,693 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:35601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-19T00:36:29,812 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:30,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741838_1014 (size=11194) 2024-11-19T00:36:30,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:30,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b1531871d35,42629,1731976576878 2024-11-19T00:36:30,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@468ef0e1 2024-11-19T00:36:30,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:36:30,048 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-19T00:36:30,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T00:36:30,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:36:30,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1531871d35,39091,1731976576989, seqNum=-1] 2024-11-19T00:36:30,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:36:30,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-19T00:36:30,063 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/staging/jenkins.hfs.23__test__p1sk263gumhh7679ja8a11so8tjclcab57n4vpghatdugr4ltfit4lvu3qfh93fi/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T00:36:30,066 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/staging/jenkins.hfs.23__test__p1sk263gumhh7679ja8a11so8tjclcab57n4vpghatdugr4ltfit4lvu3qfh93fi/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T00:36:30,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/staging/jenkins.hfs.23__test__p1sk263gumhh7679ja8a11so8tjclcab57n4vpghatdugr4ltfit4lvu3qfh93fi/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ for inclusion in e5aa97957cc366f2f640db230cc818ef/f 2024-11-19T00:36:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T00:36:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:36:30,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/staging/jenkins.hfs.23__test__p1sk263gumhh7679ja8a11so8tjclcab57n4vpghatdugr4ltfit4lvu3qfh93fi/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_ for inclusion in e5aa97957cc366f2f640db230cc818ef/f 2024-11-19T00:36:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T00:36:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:36:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegion(2603): Flush status journal for e5aa97957cc366f2f640db230cc818ef: 2024-11-19T00:36:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T00:36:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/staging/jenkins.hfs.23__test__p1sk263gumhh7679ja8a11so8tjclcab57n4vpghatdugr4ltfit4lvu3qfh93fi/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ as hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/default/test/e5aa97957cc366f2f640db230cc818ef/f/148276dd23e540408bdea935708bbe66_SeqId_4_ 2024-11-19T00:36:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5c84e03a05294288a1f092dfee2e066f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T00:36:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/staging/jenkins.hfs.23__test__p1sk263gumhh7679ja8a11so8tjclcab57n4vpghatdugr4ltfit4lvu3qfh93fi/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_ as hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/default/test/e5aa97957cc366f2f640db230cc818ef/f/5f6ffa0afcd4437cabf5e26c7b1864dd_SeqId_4_ 2024-11-19T00:36:30,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/staging/jenkins.hfs.23__test__p1sk263gumhh7679ja8a11so8tjclcab57n4vpghatdugr4ltfit4lvu3qfh93fi/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ into e5aa97957cc366f2f640db230cc818ef/f as hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/default/test/e5aa97957cc366f2f640db230cc818ef/f/148276dd23e540408bdea935708bbe66_SeqId_4_ - updating store file list. 2024-11-19T00:36:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 148276dd23e540408bdea935708bbe66_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T00:36:30,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/default/test/e5aa97957cc366f2f640db230cc818ef/f/148276dd23e540408bdea935708bbe66_SeqId_4_ into e5aa97957cc366f2f640db230cc818ef/f 2024-11-19T00:36:30,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/staging/jenkins.hfs.23__test__p1sk263gumhh7679ja8a11so8tjclcab57n4vpghatdugr4ltfit4lvu3qfh93fi/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ into e5aa97957cc366f2f640db230cc818ef/f (new location: hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/default/test/e5aa97957cc366f2f640db230cc818ef/f/148276dd23e540408bdea935708bbe66_SeqId_4_) 2024-11-19T00:36:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/staging/jenkins.hfs.23__test__p1sk263gumhh7679ja8a11so8tjclcab57n4vpghatdugr4ltfit4lvu3qfh93fi/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ 2024-11-19T00:36:30,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/staging/jenkins.hfs.23__test__p1sk263gumhh7679ja8a11so8tjclcab57n4vpghatdugr4ltfit4lvu3qfh93fi/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_ into e5aa97957cc366f2f640db230cc818ef/f as hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/default/test/e5aa97957cc366f2f640db230cc818ef/f/5f6ffa0afcd4437cabf5e26c7b1864dd_SeqId_4_ - updating store file list. 2024-11-19T00:36:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f6ffa0afcd4437cabf5e26c7b1864dd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T00:36:30,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/default/test/e5aa97957cc366f2f640db230cc818ef/f/5f6ffa0afcd4437cabf5e26c7b1864dd_SeqId_4_ into e5aa97957cc366f2f640db230cc818ef/f 2024-11-19T00:36:30,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/staging/jenkins.hfs.23__test__p1sk263gumhh7679ja8a11so8tjclcab57n4vpghatdugr4ltfit4lvu3qfh93fi/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_ into e5aa97957cc366f2f640db230cc818ef/f (new location: hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/default/test/e5aa97957cc366f2f640db230cc818ef/f/5f6ffa0afcd4437cabf5e26c7b1864dd_SeqId_4_) 2024-11-19T00:36:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/staging/jenkins.hfs.23__test__p1sk263gumhh7679ja8a11so8tjclcab57n4vpghatdugr4ltfit4lvu3qfh93fi/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_ 2024-11-19T00:36:30,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39091 {}] regionserver.ReplicationSink(324): Finished replicating [c3cbc444-ecb5-43bd-9670-af5a58d08384] bulk loaded data 2024-11-19T00:36:30,115 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:30,187 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 0, reset compression=false 2024-11-19T00:36:30,192 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T00:36:30,192 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,35601,1731976568707 got entry batch from reader: WALEntryBatch [walEntries=[{test/f206475207450fc28b45adbdc68b67c6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731976589586/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T00:36:30,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.ReplicationSink(318): Replicating [c3cbc444-ecb5-43bd-9670-af5a58d08384] bulk loaded data 2024-11-19T00:36:30,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741839_1015 (size=10791) 2024-11-19T00:36:30,392 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:30,531 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:30,595 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T00:36:30,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741840_1016 (size=11194) 2024-11-19T00:36:30,696 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:31,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T00:36:31,032 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__csegsoo3jgvnv7rif0adnv9j29h7l5c5o4k3n5qa3upkphrk5q4eis909npb0ggi/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T00:36:31,035 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:31,036 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__csegsoo3jgvnv7rif0adnv9j29h7l5c5o4k3n5qa3upkphrk5q4eis909npb0ggi/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T00:36:31,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__csegsoo3jgvnv7rif0adnv9j29h7l5c5o4k3n5qa3upkphrk5q4eis909npb0ggi/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ for inclusion in 68d8ba921f4b3b52ef8460ba801d71be/f 2024-11-19T00:36:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T00:36:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:36:31,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__csegsoo3jgvnv7rif0adnv9j29h7l5c5o4k3n5qa3upkphrk5q4eis909npb0ggi/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_ for inclusion in 68d8ba921f4b3b52ef8460ba801d71be/f 2024-11-19T00:36:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T00:36:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:36:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegion(2603): Flush status journal for 68d8ba921f4b3b52ef8460ba801d71be: 2024-11-19T00:36:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T00:36:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__csegsoo3jgvnv7rif0adnv9j29h7l5c5o4k3n5qa3upkphrk5q4eis909npb0ggi/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ as hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/2e92009dcf3e4f7baed2c7953f6358bf_SeqId_6_ 2024-11-19T00:36:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5c84e03a05294288a1f092dfee2e066f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T00:36:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__csegsoo3jgvnv7rif0adnv9j29h7l5c5o4k3n5qa3upkphrk5q4eis909npb0ggi/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_ as hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/812bd7710cee48e981f47e92a9b11ee9_SeqId_6_ 2024-11-19T00:36:31,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__csegsoo3jgvnv7rif0adnv9j29h7l5c5o4k3n5qa3upkphrk5q4eis909npb0ggi/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ into 68d8ba921f4b3b52ef8460ba801d71be/f as hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/2e92009dcf3e4f7baed2c7953f6358bf_SeqId_6_ - updating store file list. 2024-11-19T00:36:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e92009dcf3e4f7baed2c7953f6358bf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T00:36:31,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/2e92009dcf3e4f7baed2c7953f6358bf_SeqId_6_ into 68d8ba921f4b3b52ef8460ba801d71be/f 2024-11-19T00:36:31,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__csegsoo3jgvnv7rif0adnv9j29h7l5c5o4k3n5qa3upkphrk5q4eis909npb0ggi/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ into 68d8ba921f4b3b52ef8460ba801d71be/f (new location: hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/2e92009dcf3e4f7baed2c7953f6358bf_SeqId_6_) 2024-11-19T00:36:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__csegsoo3jgvnv7rif0adnv9j29h7l5c5o4k3n5qa3upkphrk5q4eis909npb0ggi/f/bf43edfb39864c83afed79ea06e0d23a_SeqId_6_ 2024-11-19T00:36:31,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__csegsoo3jgvnv7rif0adnv9j29h7l5c5o4k3n5qa3upkphrk5q4eis909npb0ggi/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_ into 68d8ba921f4b3b52ef8460ba801d71be/f as hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/812bd7710cee48e981f47e92a9b11ee9_SeqId_6_ - updating store file list. 2024-11-19T00:36:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 812bd7710cee48e981f47e92a9b11ee9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T00:36:31,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/812bd7710cee48e981f47e92a9b11ee9_SeqId_6_ into 68d8ba921f4b3b52ef8460ba801d71be/f 2024-11-19T00:36:31,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__csegsoo3jgvnv7rif0adnv9j29h7l5c5o4k3n5qa3upkphrk5q4eis909npb0ggi/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_ into 68d8ba921f4b3b52ef8460ba801d71be/f (new location: hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/f/812bd7710cee48e981f47e92a9b11ee9_SeqId_6_) 2024-11-19T00:36:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/staging/jenkins.hfs.22__test__csegsoo3jgvnv7rif0adnv9j29h7l5c5o4k3n5qa3upkphrk5q4eis909npb0ggi/f/5c84e03a05294288a1f092dfee2e066f_SeqId_6_ 2024-11-19T00:36:31,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.ReplicationSink(324): Finished replicating [c3cbc444-ecb5-43bd-9670-af5a58d08384] bulk loaded data 2024-11-19T00:36:31,101 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:31,189 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:36:31,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,260 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T00:36:31,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:31,604 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:31,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:36:31,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:36:31,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:31,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:31,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:31,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:36:31,624 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:36:31,624 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1506361982, stopped=false 2024-11-19T00:36:31,624 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,42629,1731976576878 2024-11-19T00:36:31,656 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:31,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-263227972/running 2024-11-19T00:36:31,659 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-263227972/running 2024-11-19T00:36:31,659 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972 2024-11-19T00:36:31,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972 2024-11-19T00:36:31,659 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:36:31,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:36:31,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:31,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:31,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,39091,1731976576989' ***** 2024-11-19T00:36:31,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:36:31,660 INFO [RS:0;6b1531871d35:39091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:36:31,660 INFO [RS:0;6b1531871d35:39091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:36:31,660 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:36:31,660 INFO [RS:0;6b1531871d35:39091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:36:31,660 INFO [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(3091): Received CLOSE for e5aa97957cc366f2f640db230cc818ef 2024-11-19T00:36:31,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Set watcher on znode that does not yet exist, /2-263227972/running 2024-11-19T00:36:31,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Set watcher on znode that does not yet exist, /2-263227972/running 2024-11-19T00:36:31,669 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:36:31,676 INFO [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,39091,1731976576989 2024-11-19T00:36:31,676 INFO [RS:0;6b1531871d35:39091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:36:31,676 INFO [RS:0;6b1531871d35:39091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:39091. 2024-11-19T00:36:31,676 DEBUG [RS:0;6b1531871d35:39091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:31,676 DEBUG [RS:0;6b1531871d35:39091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:31,676 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5aa97957cc366f2f640db230cc818ef, disabling compactions & flushes 2024-11-19T00:36:31,676 INFO [RS:0;6b1531871d35:39091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:36:31,676 INFO [RS:0;6b1531871d35:39091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:36:31,676 INFO [RS:0;6b1531871d35:39091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:36:31,676 INFO [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:36:31,677 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731976583144.e5aa97957cc366f2f640db230cc818ef. 2024-11-19T00:36:31,677 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976583144.e5aa97957cc366f2f640db230cc818ef. 2024-11-19T00:36:31,677 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731976583144.e5aa97957cc366f2f640db230cc818ef. after waiting 0 ms 2024-11-19T00:36:31,677 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731976583144.e5aa97957cc366f2f640db230cc818ef. 2024-11-19T00:36:31,678 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:36:31,678 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:36:31,678 INFO [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T00:36:31,678 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:36:31,678 DEBUG [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(1325): Online Regions={e5aa97957cc366f2f640db230cc818ef=test,,1731976583144.e5aa97957cc366f2f640db230cc818ef., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:36:31,678 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:36:31,678 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:36:31,678 DEBUG [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5aa97957cc366f2f640db230cc818ef 2024-11-19T00:36:31,678 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T00:36:31,701 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/default/test/e5aa97957cc366f2f640db230cc818ef/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T00:36:31,702 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:36:31,702 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:36:31,702 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731976583144.e5aa97957cc366f2f640db230cc818ef. 2024-11-19T00:36:31,702 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5aa97957cc366f2f640db230cc818ef: Waiting for close lock at 1731976591676Running coprocessor pre-close hooks at 1731976591676Disabling compacts and flushes for region at 1731976591676Disabling writes for close at 1731976591677 (+1 ms)Writing region close event to WAL at 1731976591696 (+19 ms)Running coprocessor post-close hooks at 1731976591702 (+6 ms)Closed at 1731976591702 2024-11-19T00:36:31,702 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731976583144.e5aa97957cc366f2f640db230cc818ef. 2024-11-19T00:36:31,710 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/.tmp/info/2849f75f1bf44e5eb01aaac5c4c6bdca is 129, key is test,,1731976583144.e5aa97957cc366f2f640db230cc818ef./info:regioninfo/1731976584294/Put/seqid=0 2024-11-19T00:36:31,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741839_1015 (size=6421) 2024-11-19T00:36:31,727 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/.tmp/info/2849f75f1bf44e5eb01aaac5c4c6bdca 2024-11-19T00:36:31,755 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/.tmp/ns/0587aa0575b642219d7a0fa225a7d3f1 is 43, key is default/ns:d/1731976579753/Put/seqid=0 2024-11-19T00:36:31,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741840_1016 (size=5153) 2024-11-19T00:36:31,759 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/.tmp/ns/0587aa0575b642219d7a0fa225a7d3f1 2024-11-19T00:36:31,788 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/.tmp/rep_barrier/14824bd8909c469095e717989968c84c is 112, key is test,,1731976583144.e5aa97957cc366f2f640db230cc818ef./rep_barrier:seqnumDuringOpen/1731976584294/Put/seqid=0 2024-11-19T00:36:31,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741841_1017 (size=5518) 2024-11-19T00:36:31,792 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/.tmp/rep_barrier/14824bd8909c469095e717989968c84c 2024-11-19T00:36:31,812 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/.tmp/table/5e1644c7537b47a8a5d740043125301d is 40, key is test/table:state/1731976584299/Put/seqid=0 2024-11-19T00:36:31,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741842_1018 (size=5165) 2024-11-19T00:36:31,824 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/.tmp/table/5e1644c7537b47a8a5d740043125301d 2024-11-19T00:36:31,839 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/.tmp/info/2849f75f1bf44e5eb01aaac5c4c6bdca as hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/info/2849f75f1bf44e5eb01aaac5c4c6bdca 2024-11-19T00:36:31,843 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/info/2849f75f1bf44e5eb01aaac5c4c6bdca, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T00:36:31,844 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/.tmp/ns/0587aa0575b642219d7a0fa225a7d3f1 as hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/ns/0587aa0575b642219d7a0fa225a7d3f1 2024-11-19T00:36:31,849 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/ns/0587aa0575b642219d7a0fa225a7d3f1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T00:36:31,857 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/.tmp/rep_barrier/14824bd8909c469095e717989968c84c as hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/rep_barrier/14824bd8909c469095e717989968c84c 2024-11-19T00:36:31,864 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/rep_barrier/14824bd8909c469095e717989968c84c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T00:36:31,866 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/.tmp/table/5e1644c7537b47a8a5d740043125301d as hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/table/5e1644c7537b47a8a5d740043125301d 2024-11-19T00:36:31,872 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/table/5e1644c7537b47a8a5d740043125301d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T00:36:31,873 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 195ms, sequenceid=11, compaction requested=false 2024-11-19T00:36:31,878 DEBUG [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:36:31,888 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T00:36:31,889 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:36:31,889 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:36:31,889 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:36:31,889 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976591677Running coprocessor pre-close hooks at 1731976591677Disabling compacts and flushes for region at 1731976591677Disabling writes for close at 1731976591678 (+1 ms)Obtaining lock to block concurrent updates at 1731976591678Preparing flush snapshotting stores in 1588230740 at 1731976591678Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731976591679 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731976591679Flushing 1588230740/info: creating writer at 1731976591679Flushing 1588230740/info: appending metadata at 1731976591710 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731976591710Flushing 1588230740/ns: creating writer at 1731976591731 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731976591755 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731976591755Flushing 1588230740/rep_barrier: creating writer at 1731976591765 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731976591787 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731976591787Flushing 1588230740/table: creating writer at 1731976591795 (+8 ms)Flushing 1588230740/table: appending metadata at 1731976591812 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731976591812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766582e9: reopening flushed file at 1731976591836 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b7b8735: reopening flushed file at 1731976591843 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c227690: reopening flushed file at 1731976591849 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c0b474c: reopening flushed file at 1731976591865 (+16 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 195ms, sequenceid=11, compaction requested=false at 1731976591873 (+8 ms)Writing region close event to WAL at 1731976591883 (+10 ms)Running coprocessor post-close hooks at 1731976591889 (+6 ms)Closed at 1731976591889 2024-11-19T00:36:31,889 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:36:32,078 INFO [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,39091,1731976576989; all regions closed. 2024-11-19T00:36:32,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741834_1010 (size=2717) 2024-11-19T00:36:32,085 DEBUG [RS:0;6b1531871d35:39091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/oldWALs 2024-11-19T00:36:32,085 INFO [RS:0;6b1531871d35:39091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C39091%2C1731976576989.meta:.meta(num 1731976579699) 2024-11-19T00:36:32,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741833_1009 (size=1028) 2024-11-19T00:36:32,090 DEBUG [RS:0;6b1531871d35:39091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/oldWALs 2024-11-19T00:36:32,090 INFO [RS:0;6b1531871d35:39091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C39091%2C1731976576989:(num 1731976579313) 2024-11-19T00:36:32,090 DEBUG [RS:0;6b1531871d35:39091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:32,090 INFO [RS:0;6b1531871d35:39091 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:36:32,091 INFO [RS:0;6b1531871d35:39091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:36:32,091 INFO [RS:0;6b1531871d35:39091 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T00:36:32,091 INFO [RS:0;6b1531871d35:39091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:36:32,092 INFO [RS:0;6b1531871d35:39091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:39091. 2024-11-19T00:36:32,092 DEBUG [RS:0;6b1531871d35:39091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:32,092 DEBUG [RS:0;6b1531871d35:39091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:32,092 DEBUG [RS:0;6b1531871d35:39091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:32,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:36:32,093 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:36:32,093 INFO [RS:0;6b1531871d35:39091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39091 2024-11-19T00:36:32,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972/rs 2024-11-19T00:36:32,134 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-263227972/rs/6b1531871d35,39091,1731976576989 2024-11-19T00:36:32,134 INFO [RS:0;6b1531871d35:39091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:36:32,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,39091,1731976576989] 2024-11-19T00:36:32,150 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-263227972/draining/6b1531871d35,39091,1731976576989 already deleted, retry=false 2024-11-19T00:36:32,150 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,39091,1731976576989 expired; onlineServers=0 2024-11-19T00:36:32,151 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,42629,1731976576878' ***** 2024-11-19T00:36:32,151 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:36:32,151 INFO [M:0;6b1531871d35:42629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:36:32,151 INFO [M:0;6b1531871d35:42629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:36:32,151 DEBUG [M:0;6b1531871d35:42629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:36:32,151 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:36:32,151 DEBUG [M:0;6b1531871d35:42629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:36:32,151 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976578985 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976578985,5,FailOnTimeoutGroup] 2024-11-19T00:36:32,151 INFO [M:0;6b1531871d35:42629 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:36:32,151 INFO [M:0;6b1531871d35:42629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:36:32,151 DEBUG [M:0;6b1531871d35:42629 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:36:32,151 INFO [M:0;6b1531871d35:42629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:36:32,151 INFO [M:0;6b1531871d35:42629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:36:32,151 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976578986 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976578986,5,FailOnTimeoutGroup] 2024-11-19T00:36:32,152 INFO [M:0;6b1531871d35:42629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:36:32,152 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:36:32,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-263227972/master 2024-11-19T00:36:32,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-263227972 2024-11-19T00:36:32,159 DEBUG [M:0;6b1531871d35:42629 {}] zookeeper.ZKUtil(347): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Unable to get data of znode /2-263227972/master because node does not exist (not an error) 2024-11-19T00:36:32,159 WARN [M:0;6b1531871d35:42629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:36:32,159 INFO [M:0;6b1531871d35:42629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/.lastflushedseqids 2024-11-19T00:36:32,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741843_1019 (size=173) 2024-11-19T00:36:32,227 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:32,242 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:36:32,242 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x100555b166a0007, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:36:32,242 INFO [RS:0;6b1531871d35:39091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:36:32,242 INFO [RS:0;6b1531871d35:39091 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,39091,1731976576989; zookeeper connection closed. 2024-11-19T00:36:32,242 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c939377 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c939377 2024-11-19T00:36:32,243 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:36:32,371 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:32,564 INFO [M:0;6b1531871d35:42629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:36:32,564 INFO [M:0;6b1531871d35:42629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:36:32,564 DEBUG [M:0;6b1531871d35:42629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:36:32,564 INFO [M:0;6b1531871d35:42629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:32,565 DEBUG [M:0;6b1531871d35:42629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:32,565 DEBUG [M:0;6b1531871d35:42629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:36:32,565 DEBUG [M:0;6b1531871d35:42629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:32,565 INFO [M:0;6b1531871d35:42629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-19T00:36:32,584 DEBUG [M:0;6b1531871d35:42629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4201d04ae223472da360ad694fad4702 is 82, key is hbase:meta,,1/info:regioninfo/1731976579735/Put/seqid=0 2024-11-19T00:36:32,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741844_1020 (size=5672) 2024-11-19T00:36:32,931 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:32,997 INFO [M:0;6b1531871d35:42629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4201d04ae223472da360ad694fad4702 2024-11-19T00:36:33,020 DEBUG [M:0;6b1531871d35:42629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d169c91889534d8fb141209f1dca5c55 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731976584301/Put/seqid=0 2024-11-19T00:36:33,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741845_1021 (size=6585) 2024-11-19T00:36:33,175 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:33,424 INFO [M:0;6b1531871d35:42629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d169c91889534d8fb141209f1dca5c55 2024-11-19T00:36:33,439 DEBUG [M:0;6b1531871d35:42629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b74849d6b46f40fba3dab76f38364c69 is 69, key is 6b1531871d35,39091,1731976576989/rs:state/1731976579088/Put/seqid=0 2024-11-19T00:36:33,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741846_1022 (size=5156) 2024-11-19T00:36:33,734 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:33,843 INFO [M:0;6b1531871d35:42629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b74849d6b46f40fba3dab76f38364c69 2024-11-19T00:36:33,846 DEBUG [M:0;6b1531871d35:42629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4201d04ae223472da360ad694fad4702 as hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4201d04ae223472da360ad694fad4702 2024-11-19T00:36:33,849 INFO [M:0;6b1531871d35:42629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4201d04ae223472da360ad694fad4702, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T00:36:33,850 DEBUG [M:0;6b1531871d35:42629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d169c91889534d8fb141209f1dca5c55 as hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d169c91889534d8fb141209f1dca5c55 2024-11-19T00:36:33,853 INFO [M:0;6b1531871d35:42629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d169c91889534d8fb141209f1dca5c55, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T00:36:33,853 DEBUG [M:0;6b1531871d35:42629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b74849d6b46f40fba3dab76f38364c69 as hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b74849d6b46f40fba3dab76f38364c69 2024-11-19T00:36:33,856 INFO [M:0;6b1531871d35:42629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38209/user/jenkins/test-data/e29ea6db-f7fd-b887-a1a8-2a030e9db707/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b74849d6b46f40fba3dab76f38364c69, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T00:36:33,857 INFO [M:0;6b1531871d35:42629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=55, compaction requested=false 2024-11-19T00:36:33,859 INFO [M:0;6b1531871d35:42629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:33,859 DEBUG [M:0;6b1531871d35:42629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976592564Disabling compacts and flushes for region at 1731976592564Disabling writes for close at 1731976592565 (+1 ms)Obtaining lock to block concurrent updates at 1731976592565Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976592565Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731976592565Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976592566 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976592566Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976592584 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976592584Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976593001 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976593019 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976593019Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976593427 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976593439 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976593439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c80c87a: reopening flushed file at 1731976593846 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea5a356: reopening flushed file at 1731976593849 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f75b7bf: reopening flushed file at 1731976593853 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=55, compaction requested=false at 1731976593857 (+4 ms)Writing region close event to WAL at 1731976593859 (+2 ms)Closed at 1731976593859 2024-11-19T00:36:33,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39295 is added to blk_1073741830_1006 (size=32758) 2024-11-19T00:36:33,861 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:36:33,861 INFO [M:0;6b1531871d35:42629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:36:33,861 INFO [M:0;6b1531871d35:42629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42629 2024-11-19T00:36:33,862 INFO [M:0;6b1531871d35:42629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:36:33,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:36:33,975 INFO [M:0;6b1531871d35:42629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:36:33,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42629-0x100555b166a0006, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:36:33,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6240a473{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:36:33,978 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a759102{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:36:33,978 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:36:33,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bdfe434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:36:33,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62bab826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/hadoop.log.dir/,STOPPED} 2024-11-19T00:36:33,979 WARN [BP-361582001-172.17.0.2-1731976575065 heartbeating to localhost/127.0.0.1:38209 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:36:33,980 WARN [BP-361582001-172.17.0.2-1731976575065 heartbeating to localhost/127.0.0.1:38209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-361582001-172.17.0.2-1731976575065 (Datanode Uuid 1938c65e-b92f-4e63-8929-dc085d611a39) service to localhost/127.0.0.1:38209 2024-11-19T00:36:33,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/cluster_03fe87f7-632f-6cb5-4286-bd355254d360/data/data1/current/BP-361582001-172.17.0.2-1731976575065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:36:33,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/cluster_03fe87f7-632f-6cb5-4286-bd355254d360/data/data2/current/BP-361582001-172.17.0.2-1731976575065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:36:33,980 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:36:33,981 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:36:33,981 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:36:33,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ddb20b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:36:33,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40341b5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:36:33,988 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:36:33,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac9f21d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:36:33,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@82b758d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f39d2f-cedb-7eb8-e62c-ad98c709c89e/hadoop.log.dir/,STOPPED} 2024-11-19T00:36:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:36:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:36:34,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:36:34,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:34,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:34,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:34,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:36:34,003 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:36:34,003 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=943745273, stopped=false 2024-11-19T00:36:34,003 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,43967,1731976573227 2024-11-19T00:36:34,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1939241910/running 2024-11-19T00:36:34,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1939241910/running 2024-11-19T00:36:34,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910 2024-11-19T00:36:34,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910 2024-11-19T00:36:34,009 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:36:34,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Set watcher on znode that does not yet exist, /1-1939241910/running 2024-11-19T00:36:34,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Set watcher on znode that does not yet exist, /1-1939241910/running 2024-11-19T00:36:34,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:36:34,011 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:34,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:34,011 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,37757,1731976573367' ***** 2024-11-19T00:36:34,011 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:36:34,011 INFO [RS:0;6b1531871d35:37757 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:36:34,011 INFO [RS:0;6b1531871d35:37757 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:36:34,011 INFO [RS:0;6b1531871d35:37757 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:36:34,012 INFO [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(3091): Received CLOSE for 68d8ba921f4b3b52ef8460ba801d71be 2024-11-19T00:36:34,012 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:36:34,012 INFO [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,37757,1731976573367 2024-11-19T00:36:34,012 INFO [RS:0;6b1531871d35:37757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:36:34,012 INFO [RS:0;6b1531871d35:37757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:37757. 2024-11-19T00:36:34,012 DEBUG [RS:0;6b1531871d35:37757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:34,012 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68d8ba921f4b3b52ef8460ba801d71be, disabling compactions & flushes 2024-11-19T00:36:34,012 DEBUG [RS:0;6b1531871d35:37757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:34,012 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be. 2024-11-19T00:36:34,012 INFO [RS:0;6b1531871d35:37757 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:36:34,012 INFO [RS:0;6b1531871d35:37757 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:36:34,012 INFO [RS:0;6b1531871d35:37757 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:36:34,012 INFO [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:36:34,012 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be. 2024-11-19T00:36:34,012 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be. after waiting 0 ms 2024-11-19T00:36:34,012 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be. 2024-11-19T00:36:34,013 INFO [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T00:36:34,013 DEBUG [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(1325): Online Regions={68d8ba921f4b3b52ef8460ba801d71be=test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:36:34,013 DEBUG [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68d8ba921f4b3b52ef8460ba801d71be 2024-11-19T00:36:34,013 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:36:34,013 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:36:34,013 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:36:34,013 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:36:34,013 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:36:34,013 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T00:36:34,029 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/default/test/68d8ba921f4b3b52ef8460ba801d71be/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T00:36:34,029 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:36:34,029 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:36:34,029 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be. 2024-11-19T00:36:34,030 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68d8ba921f4b3b52ef8460ba801d71be: Waiting for close lock at 1731976594012Running coprocessor pre-close hooks at 1731976594012Disabling compacts and flushes for region at 1731976594012Disabling writes for close at 1731976594012Writing region close event to WAL at 1731976594026 (+14 ms)Running coprocessor post-close hooks at 1731976594029 (+3 ms)Closed at 1731976594029 2024-11-19T00:36:34,030 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be. 2024-11-19T00:36:34,036 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/.tmp/info/d48d8543ca64437e97912302d25de5cd is 129, key is test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be./info:regioninfo/1731976582747/Put/seqid=0 2024-11-19T00:36:34,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741841_1017 (size=6421) 2024-11-19T00:36:34,039 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/.tmp/info/d48d8543ca64437e97912302d25de5cd 2024-11-19T00:36:34,052 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:36:34,062 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/.tmp/ns/0546ab2cc0704aa3a1e5596e8b3fc4c6 is 43, key is default/ns:d/1731976574926/Put/seqid=0 2024-11-19T00:36:34,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741842_1018 (size=5153) 2024-11-19T00:36:34,065 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/.tmp/ns/0546ab2cc0704aa3a1e5596e8b3fc4c6 2024-11-19T00:36:34,079 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:34,087 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/.tmp/rep_barrier/80b7a137736249d5a64a217986193f80 is 112, key is test,,1731976582005.68d8ba921f4b3b52ef8460ba801d71be./rep_barrier:seqnumDuringOpen/1731976582747/Put/seqid=0 2024-11-19T00:36:34,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741843_1019 (size=5518) 2024-11-19T00:36:34,098 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/.tmp/rep_barrier/80b7a137736249d5a64a217986193f80 2024-11-19T00:36:34,120 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/.tmp/table/a9637f39136148d2b17eb08f4ff448ab is 40, key is test/table:state/1731976582753/Put/seqid=0 2024-11-19T00:36:34,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741844_1020 (size=5165) 2024-11-19T00:36:34,128 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/.tmp/table/a9637f39136148d2b17eb08f4ff448ab 2024-11-19T00:36:34,133 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/.tmp/info/d48d8543ca64437e97912302d25de5cd as hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/info/d48d8543ca64437e97912302d25de5cd 2024-11-19T00:36:34,136 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/info/d48d8543ca64437e97912302d25de5cd, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T00:36:34,137 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/.tmp/ns/0546ab2cc0704aa3a1e5596e8b3fc4c6 as hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/ns/0546ab2cc0704aa3a1e5596e8b3fc4c6 2024-11-19T00:36:34,141 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/ns/0546ab2cc0704aa3a1e5596e8b3fc4c6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T00:36:34,143 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/.tmp/rep_barrier/80b7a137736249d5a64a217986193f80 as hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/rep_barrier/80b7a137736249d5a64a217986193f80 2024-11-19T00:36:34,147 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/rep_barrier/80b7a137736249d5a64a217986193f80, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T00:36:34,148 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/.tmp/table/a9637f39136148d2b17eb08f4ff448ab as hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/table/a9637f39136148d2b17eb08f4ff448ab 2024-11-19T00:36:34,154 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/table/a9637f39136148d2b17eb08f4ff448ab, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T00:36:34,155 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 142ms, sequenceid=11, compaction requested=false 2024-11-19T00:36:34,170 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T00:36:34,170 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:36:34,170 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:36:34,171 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:36:34,171 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976594013Running coprocessor pre-close hooks at 1731976594013Disabling compacts and flushes for region at 1731976594013Disabling writes for close at 1731976594013Obtaining lock to block concurrent updates at 1731976594013Preparing flush snapshotting stores in 1588230740 at 1731976594013Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731976594014 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731976594014Flushing 1588230740/info: creating writer at 1731976594014Flushing 1588230740/info: appending metadata at 1731976594035 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731976594035Flushing 1588230740/ns: creating writer at 1731976594043 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731976594061 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731976594061Flushing 1588230740/rep_barrier: creating writer at 1731976594068 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731976594087 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731976594087Flushing 1588230740/table: creating writer at 1731976594104 (+17 ms)Flushing 1588230740/table: appending metadata at 1731976594120 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731976594120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4cfd46: reopening flushed file at 1731976594132 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55edafa2: reopening flushed file at 1731976594137 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@607b346c: reopening flushed file at 1731976594141 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d40b0f3: reopening flushed file at 1731976594147 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 142ms, sequenceid=11, compaction requested=false at 1731976594155 (+8 ms)Writing region close event to WAL at 1731976594166 (+11 ms)Running coprocessor post-close hooks at 1731976594170 (+4 ms)Closed at 1731976594171 (+1 ms) 2024-11-19T00:36:34,171 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:36:34,213 INFO [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,37757,1731976573367; all regions closed. 2024-11-19T00:36:34,224 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/WALs/6b1531871d35,37757,1731976573367/6b1531871d35%2C37757%2C1731976573367.meta.1731976574871.meta not finished, retry = 0 2024-11-19T00:36:34,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741834_1010 (size=2717) 2024-11-19T00:36:34,326 DEBUG [RS:0;6b1531871d35:37757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/oldWALs 2024-11-19T00:36:34,326 INFO [RS:0;6b1531871d35:37757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C37757%2C1731976573367.meta:.meta(num 1731976574871) 2024-11-19T00:36:34,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741833_1009 (size=1374) 2024-11-19T00:36:34,330 DEBUG [RS:0;6b1531871d35:37757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/oldWALs 2024-11-19T00:36:34,330 INFO [RS:0;6b1531871d35:37757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b1531871d35%2C37757%2C1731976573367:(num 1731976574479) 2024-11-19T00:36:34,330 DEBUG [RS:0;6b1531871d35:37757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:34,330 INFO [RS:0;6b1531871d35:37757 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:36:34,330 INFO [RS:0;6b1531871d35:37757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:36:34,330 INFO [RS:0;6b1531871d35:37757 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T00:36:34,331 INFO [RS:0;6b1531871d35:37757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:36:34,331 INFO [RS:0;6b1531871d35:37757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:37757. 2024-11-19T00:36:34,331 DEBUG [RS:0;6b1531871d35:37757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:34,331 DEBUG [RS:0;6b1531871d35:37757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:34,331 DEBUG [RS:0;6b1531871d35:37757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:34,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:36:34,331 INFO [RS:0;6b1531871d35:37757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37757 2024-11-19T00:36:34,333 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:36:34,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1939241910/rs/6b1531871d35,37757,1731976573367 2024-11-19T00:36:34,375 INFO [RS:0;6b1531871d35:37757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:36:34,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910/rs 2024-11-19T00:36:34,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,37757,1731976573367] 2024-11-19T00:36:34,467 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1939241910/draining/6b1531871d35,37757,1731976573367 already deleted, retry=false 2024-11-19T00:36:34,467 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,37757,1731976573367 expired; onlineServers=0 2024-11-19T00:36:34,467 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,43967,1731976573227' ***** 2024-11-19T00:36:34,467 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:36:34,467 INFO [M:0;6b1531871d35:43967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:36:34,467 INFO [M:0;6b1531871d35:43967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:36:34,467 DEBUG [M:0;6b1531871d35:43967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:36:34,467 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:36:34,467 DEBUG [M:0;6b1531871d35:43967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:36:34,467 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976574190 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976574190,5,FailOnTimeoutGroup] 2024-11-19T00:36:34,467 INFO [M:0;6b1531871d35:43967 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:36:34,467 INFO [M:0;6b1531871d35:43967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:36:34,467 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976574191 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976574191,5,FailOnTimeoutGroup] 2024-11-19T00:36:34,467 DEBUG [M:0;6b1531871d35:43967 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:36:34,468 INFO [M:0;6b1531871d35:43967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:36:34,468 INFO [M:0;6b1531871d35:43967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:36:34,468 INFO [M:0;6b1531871d35:43967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:36:34,468 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:36:34,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1939241910/master 2024-11-19T00:36:34,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1939241910 2024-11-19T00:36:34,510 DEBUG [M:0;6b1531871d35:43967 {}] zookeeper.ZKUtil(347): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Unable to get data of znode /1-1939241910/master because node does not exist (not an error) 2024-11-19T00:36:34,510 WARN [M:0;6b1531871d35:43967 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:36:34,511 INFO [M:0;6b1531871d35:43967 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/.lastflushedseqids 2024-11-19T00:36:34,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741845_1021 (size=173) 2024-11-19T00:36:34,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:36:34,525 INFO [RS:0;6b1531871d35:37757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:36:34,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x100555b166a0004, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:36:34,526 INFO [RS:0;6b1531871d35:37757 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,37757,1731976573367; zookeeper connection closed. 2024-11-19T00:36:34,526 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3672e06b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3672e06b 2024-11-19T00:36:34,526 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:36:34,637 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:34,902 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:36:34,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:36:34,903 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149006 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b1531871d35,45327,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T00:36:34,916 INFO [M:0;6b1531871d35:43967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:36:34,916 INFO [M:0;6b1531871d35:43967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:36:34,916 DEBUG [M:0;6b1531871d35:43967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:36:34,916 INFO [M:0;6b1531871d35:43967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:34,916 DEBUG [M:0;6b1531871d35:43967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:34,916 DEBUG [M:0;6b1531871d35:43967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:36:34,916 DEBUG [M:0;6b1531871d35:43967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:34,916 INFO [M:0;6b1531871d35:43967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-19T00:36:34,938 DEBUG [M:0;6b1531871d35:43967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2bdac549d104fda92cfbc518f4127dc is 82, key is hbase:meta,,1/info:regioninfo/1731976574913/Put/seqid=0 2024-11-19T00:36:34,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741846_1022 (size=5672) 2024-11-19T00:36:35,089 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:35,344 INFO [M:0;6b1531871d35:43967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2bdac549d104fda92cfbc518f4127dc 2024-11-19T00:36:35,369 DEBUG [M:0;6b1531871d35:43967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf0eea56eeb04c8b8c63c7d92c07c947 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731976582756/Put/seqid=0 2024-11-19T00:36:35,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741847_1023 (size=6586) 2024-11-19T00:36:35,386 INFO [M:0;6b1531871d35:43967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf0eea56eeb04c8b8c63c7d92c07c947 2024-11-19T00:36:35,412 DEBUG [M:0;6b1531871d35:43967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39e3ff2aaa0d49a18b81b38a4840463a is 69, key is 6b1531871d35,37757,1731976573367/rs:state/1731976574264/Put/seqid=0 2024-11-19T00:36:35,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741848_1024 (size=5156) 2024-11-19T00:36:35,640 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:35,817 INFO [M:0;6b1531871d35:43967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39e3ff2aaa0d49a18b81b38a4840463a 2024-11-19T00:36:35,821 DEBUG [M:0;6b1531871d35:43967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2bdac549d104fda92cfbc518f4127dc as hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2bdac549d104fda92cfbc518f4127dc 2024-11-19T00:36:35,825 INFO [M:0;6b1531871d35:43967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2bdac549d104fda92cfbc518f4127dc, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T00:36:35,826 DEBUG [M:0;6b1531871d35:43967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf0eea56eeb04c8b8c63c7d92c07c947 as hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf0eea56eeb04c8b8c63c7d92c07c947 2024-11-19T00:36:35,840 INFO [M:0;6b1531871d35:43967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf0eea56eeb04c8b8c63c7d92c07c947, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T00:36:35,840 DEBUG [M:0;6b1531871d35:43967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39e3ff2aaa0d49a18b81b38a4840463a as hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39e3ff2aaa0d49a18b81b38a4840463a 2024-11-19T00:36:35,844 INFO [M:0;6b1531871d35:43967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39753/user/jenkins/test-data/f9c7d8c8-8ebb-2f61-6c65-95b4deda6b43/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39e3ff2aaa0d49a18b81b38a4840463a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T00:36:35,845 INFO [M:0;6b1531871d35:43967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 929ms, sequenceid=55, compaction requested=false 2024-11-19T00:36:35,846 INFO [M:0;6b1531871d35:43967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:35,846 DEBUG [M:0;6b1531871d35:43967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976594916Disabling compacts and flushes for region at 1731976594916Disabling writes for close at 1731976594916Obtaining lock to block concurrent updates at 1731976594916Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976594916Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731976594916Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976594917 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976594917Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976594938 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976594938Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976595349 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976595368 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976595368Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976595391 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976595411 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976595411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3648ee1f: reopening flushed file at 1731976595821 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed7f5cd: reopening flushed file at 1731976595825 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d02bb91: reopening flushed file at 1731976595840 (+15 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 929ms, sequenceid=55, compaction requested=false at 1731976595845 (+5 ms)Writing region close event to WAL at 1731976595846 (+1 ms)Closed at 1731976595846 2024-11-19T00:36:35,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40157 is added to blk_1073741830_1006 (size=32770) 2024-11-19T00:36:35,848 INFO [M:0;6b1531871d35:43967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:36:35,848 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:36:35,848 INFO [M:0;6b1531871d35:43967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43967 2024-11-19T00:36:35,849 INFO [M:0;6b1531871d35:43967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:36:35,984 INFO [M:0;6b1531871d35:43967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:36:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:36:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100555b166a0003, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:36:35,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@362a4d7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:36:35,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@116b2349{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:36:35,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:36:35,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@687d9d11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:36:35,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bed62b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/hadoop.log.dir/,STOPPED} 2024-11-19T00:36:35,988 WARN [BP-2042871176-172.17.0.2-1731976571293 heartbeating to localhost/127.0.0.1:39753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:36:35,988 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:36:35,988 WARN [BP-2042871176-172.17.0.2-1731976571293 heartbeating to localhost/127.0.0.1:39753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2042871176-172.17.0.2-1731976571293 (Datanode Uuid d02e5873-d6c9-4547-81a8-e10c251ec713) service to localhost/127.0.0.1:39753 2024-11-19T00:36:35,988 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:36:35,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/cluster_f9139e28-8bb8-effb-198d-5c07dba07b13/data/data1/current/BP-2042871176-172.17.0.2-1731976571293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:36:35,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/cluster_f9139e28-8bb8-effb-198d-5c07dba07b13/data/data2/current/BP-2042871176-172.17.0.2-1731976571293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:36:35,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:36:35,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55ad1174{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:36:35,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d9d2125{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:36:35,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:36:35,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cea55df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:36:35,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2b586b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93656127-3989-5712-135f-3cca73dd7538/hadoop.log.dir/,STOPPED} 2024-11-19T00:36:36,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:36:36,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:36:36,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:36:36,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:36,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:36,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:36,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:36:36,015 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:36:36,015 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=930319684, stopped=false 2024-11-19T00:36:36,015 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b1531871d35,37051,1731976568548 2024-11-19T00:36:36,025 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01025667834/running 2024-11-19T00:36:36,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01025667834/running 2024-11-19T00:36:36,025 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:36,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:36,025 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:36:36,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:36:36,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Set watcher on znode that does not yet exist, /01025667834/running 2024-11-19T00:36:36,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:36,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:36,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b1531871d35,35601,1731976568707' ***** 2024-11-19T00:36:36,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:36:36,026 INFO [RS:0;6b1531871d35:35601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:36:36,026 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:36:36,026 INFO [RS:0;6b1531871d35:35601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:36:36,027 INFO [RS:0;6b1531871d35:35601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:36:36,027 INFO [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(3091): Received CLOSE for f206475207450fc28b45adbdc68b67c6 2024-11-19T00:36:36,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Set watcher on znode that does not yet exist, /01025667834/running 2024-11-19T00:36:36,027 INFO [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(3091): Received CLOSE for c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:36,027 INFO [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(959): stopping server 6b1531871d35,35601,1731976568707 2024-11-19T00:36:36,027 INFO [RS:0;6b1531871d35:35601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:36:36,027 INFO [RS:0;6b1531871d35:35601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:35601. 2024-11-19T00:36:36,027 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f206475207450fc28b45adbdc68b67c6, disabling compactions & flushes 2024-11-19T00:36:36,027 DEBUG [RS:0;6b1531871d35:35601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:36,027 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731976579857.f206475207450fc28b45adbdc68b67c6. 2024-11-19T00:36:36,027 DEBUG [RS:0;6b1531871d35:35601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:36,027 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731976579857.f206475207450fc28b45adbdc68b67c6. 2024-11-19T00:36:36,027 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731976579857.f206475207450fc28b45adbdc68b67c6. after waiting 0 ms 2024-11-19T00:36:36,027 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731976579857.f206475207450fc28b45adbdc68b67c6. 2024-11-19T00:36:36,027 INFO [RS:0;6b1531871d35:35601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:36:36,027 INFO [RS:0;6b1531871d35:35601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:36:36,027 INFO [RS:0;6b1531871d35:35601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:36:36,027 INFO [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:36:36,029 INFO [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T00:36:36,029 DEBUG [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(1325): Online Regions={f206475207450fc28b45adbdc68b67c6=test,,1731976579857.f206475207450fc28b45adbdc68b67c6., 1588230740=hbase:meta,,1.1588230740, c404ce378982a73ddf476ebf97169bc5=hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5.} 2024-11-19T00:36:36,029 DEBUG [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c404ce378982a73ddf476ebf97169bc5, f206475207450fc28b45adbdc68b67c6 2024-11-19T00:36:36,029 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:36:36,029 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:36:36,029 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:36:36,029 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:36:36,029 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:36:36,029 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T00:36:36,032 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/default/test/f206475207450fc28b45adbdc68b67c6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T00:36:36,032 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:36:36,032 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T00:36:36,032 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731976579857.f206475207450fc28b45adbdc68b67c6. 2024-11-19T00:36:36,032 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f206475207450fc28b45adbdc68b67c6: Waiting for close lock at 1731976596027Running coprocessor pre-close hooks at 1731976596027Disabling compacts and flushes for region at 1731976596027Disabling writes for close at 1731976596027Writing region close event to WAL at 1731976596029 (+2 ms)Running coprocessor post-close hooks at 1731976596032 (+3 ms)Closed at 1731976596032 2024-11-19T00:36:36,033 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731976579857.f206475207450fc28b45adbdc68b67c6. 2024-11-19T00:36:36,033 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c404ce378982a73ddf476ebf97169bc5, disabling compactions & flushes 2024-11-19T00:36:36,033 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. 2024-11-19T00:36:36,033 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. 2024-11-19T00:36:36,033 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. after waiting 0 ms 2024-11-19T00:36:36,033 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. 2024-11-19T00:36:36,033 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c404ce378982a73ddf476ebf97169bc5 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-19T00:36:36,043 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/.tmp/info/c7dfa64d7f634ef4afef689c32af082a is 147, key is hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5./info:regioninfo/1731976585702/Put/seqid=0 2024-11-19T00:36:36,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741847_1023 (size=7686) 2024-11-19T00:36:36,047 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/.tmp/info/c7dfa64d7f634ef4afef689c32af082a 2024-11-19T00:36:36,051 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/replication/c404ce378982a73ddf476ebf97169bc5/.tmp/hfileref/e0a425378005489faa4bc7a130e898fb is 74, key is 1/hfileref:5c84e03a05294288a1f092dfee2e066f_SeqId_6_/1731976591072/DeleteColumn/seqid=0 2024-11-19T00:36:36,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741848_1024 (size=5489) 2024-11-19T00:36:36,068 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/.tmp/ns/1d6775c273374aeb8738b0449e02f83b is 43, key is default/ns:d/1731976571187/Put/seqid=0 2024-11-19T00:36:36,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741849_1025 (size=5153) 2024-11-19T00:36:36,117 INFO [regionserver/6b1531871d35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:36:36,193 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:36,197 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:36:36,197 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 688, reset compression=false 2024-11-19T00:36:36,197 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6b1531871d35,35601,1731976568707 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:36:36,198 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b1531871d35,35601,1731976568707: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-6b1531871d35,35601,1731976568707, walGroup=6b1531871d35%2C35601%2C1731976568707, offset=6b1531871d35%2C35601%2C1731976568707.1731976588341:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:35601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T00:36:36,199 ERROR [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T00:36:36,199 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T00:36:36,200 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T00:36:36,200 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T00:36:36,200 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T00:36:36,200 INFO [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1650458624, "init": 1048576000, "max": 2306867200, "used": 1123895040 }, "NonHeapMemoryUsage": { "committed": 210501632, "init": 7667712, "max": -1, "used": 207556272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T00:36:36,200 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:37051 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b1531871d35:37051 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-19T00:36:36,229 DEBUG [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:36,393 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:36:36,393 INFO [regionserver/6b1531871d35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:36:36,405 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 688, reset compression=false 2024-11-19T00:36:36,429 DEBUG [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:36,455 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/replication/c404ce378982a73ddf476ebf97169bc5/.tmp/hfileref/e0a425378005489faa4bc7a130e898fb 2024-11-19T00:36:36,474 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/.tmp/ns/1d6775c273374aeb8738b0449e02f83b 2024-11-19T00:36:36,477 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/replication/c404ce378982a73ddf476ebf97169bc5/.tmp/queue/11cdebe76e44450397463f0c70edddcc is 153, key is 1-6b1531871d35,35601,1731976568707/queue:6b1531871d35%2C35601%2C1731976568707/1731976591074/Put/seqid=0 2024-11-19T00:36:36,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741850_1026 (size=5504) 2024-11-19T00:36:36,495 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/.tmp/rep_barrier/d5d5dcf79b7d43af84274ca1c228a176 is 112, key is test,,1731976579857.f206475207450fc28b45adbdc68b67c6./rep_barrier:seqnumDuringOpen/1731976581024/Put/seqid=0 2024-11-19T00:36:36,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741851_1027 (size=5518) 2024-11-19T00:36:36,499 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/.tmp/rep_barrier/d5d5dcf79b7d43af84274ca1c228a176 2024-11-19T00:36:36,517 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/.tmp/table/539ea0c8efe3464d9d94ea72f6e14c4b is 53, key is hbase:replication/table:state/1731976585708/Put/seqid=0 2024-11-19T00:36:36,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741852_1028 (size=5308) 2024-11-19T00:36:36,630 DEBUG [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:36,709 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 688, reset compression=false 2024-11-19T00:36:36,743 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 393, reset compression=false 2024-11-19T00:36:36,747 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T00:36:36,747 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 688, reset compression=false 2024-11-19T00:36:36,747 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b1531871d35,35601,1731976568707 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T00:36:36,748 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-19T00:36:36,830 DEBUG [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c404ce378982a73ddf476ebf97169bc5 2024-11-19T00:36:36,881 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/replication/c404ce378982a73ddf476ebf97169bc5/.tmp/queue/11cdebe76e44450397463f0c70edddcc 2024-11-19T00:36:36,885 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/replication/c404ce378982a73ddf476ebf97169bc5/.tmp/hfileref/e0a425378005489faa4bc7a130e898fb as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/replication/c404ce378982a73ddf476ebf97169bc5/hfileref/e0a425378005489faa4bc7a130e898fb 2024-11-19T00:36:36,890 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/replication/c404ce378982a73ddf476ebf97169bc5/hfileref/e0a425378005489faa4bc7a130e898fb, entries=6, sequenceid=17, filesize=5.4 K 2024-11-19T00:36:36,891 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/replication/c404ce378982a73ddf476ebf97169bc5/.tmp/queue/11cdebe76e44450397463f0c70edddcc as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/replication/c404ce378982a73ddf476ebf97169bc5/queue/11cdebe76e44450397463f0c70edddcc 2024-11-19T00:36:36,895 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/replication/c404ce378982a73ddf476ebf97169bc5/queue/11cdebe76e44450397463f0c70edddcc, entries=2, sequenceid=17, filesize=5.4 K 2024-11-19T00:36:36,896 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c404ce378982a73ddf476ebf97169bc5 in 863ms, sequenceid=17, compaction requested=false 2024-11-19T00:36:36,902 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/replication/c404ce378982a73ddf476ebf97169bc5/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-19T00:36:36,902 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:36:36,902 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:36:36,903 INFO [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. 2024-11-19T00:36:36,903 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c404ce378982a73ddf476ebf97169bc5: Waiting for close lock at 1731976596033Running coprocessor pre-close hooks at 1731976596033Disabling compacts and flushes for region at 1731976596033Disabling writes for close at 1731976596033Obtaining lock to block concurrent updates at 1731976596033Preparing flush snapshotting stores in c404ce378982a73ddf476ebf97169bc5 at 1731976596033Finished memstore snapshotting hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731976596033Flushing stores of hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. at 1731976596034 (+1 ms)Flushing c404ce378982a73ddf476ebf97169bc5/hfileref: creating writer at 1731976596034Flushing c404ce378982a73ddf476ebf97169bc5/hfileref: appending metadata at 1731976596050 (+16 ms)Flushing c404ce378982a73ddf476ebf97169bc5/hfileref: closing flushed file at 1731976596050Flushing c404ce378982a73ddf476ebf97169bc5/queue: creating writer at 1731976596459 (+409 ms)Flushing c404ce378982a73ddf476ebf97169bc5/queue: appending metadata at 1731976596476 (+17 ms)Flushing c404ce378982a73ddf476ebf97169bc5/queue: closing flushed file at 1731976596476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794748b4: reopening flushed file at 1731976596884 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6021ec97: reopening flushed file at 1731976596890 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c404ce378982a73ddf476ebf97169bc5 in 863ms, sequenceid=17, compaction requested=false at 1731976596896 (+6 ms)Writing region close event to WAL at 1731976596898 (+2 ms)Running coprocessor post-close hooks at 1731976596902 (+4 ms)Closed at 1731976596902 2024-11-19T00:36:36,903 DEBUG [RS_CLOSE_REGION-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731976585319.c404ce378982a73ddf476ebf97169bc5. 2024-11-19T00:36:36,921 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/.tmp/table/539ea0c8efe3464d9d94ea72f6e14c4b 2024-11-19T00:36:36,926 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/.tmp/info/c7dfa64d7f634ef4afef689c32af082a as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/info/c7dfa64d7f634ef4afef689c32af082a 2024-11-19T00:36:36,930 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/info/c7dfa64d7f634ef4afef689c32af082a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T00:36:36,930 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/.tmp/ns/1d6775c273374aeb8738b0449e02f83b as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/ns/1d6775c273374aeb8738b0449e02f83b 2024-11-19T00:36:36,934 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/ns/1d6775c273374aeb8738b0449e02f83b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T00:36:36,934 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/.tmp/rep_barrier/d5d5dcf79b7d43af84274ca1c228a176 as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/rep_barrier/d5d5dcf79b7d43af84274ca1c228a176 2024-11-19T00:36:36,938 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/rep_barrier/d5d5dcf79b7d43af84274ca1c228a176, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T00:36:36,938 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/.tmp/table/539ea0c8efe3464d9d94ea72f6e14c4b as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/table/539ea0c8efe3464d9d94ea72f6e14c4b 2024-11-19T00:36:36,941 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/table/539ea0c8efe3464d9d94ea72f6e14c4b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T00:36:36,942 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false 2024-11-19T00:36:36,946 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T00:36:36,947 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T00:36:36,947 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:36:36,947 INFO [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:36:36,947 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731976596029Running coprocessor pre-close hooks at 1731976596029Disabling compacts and flushes for region at 1731976596029Disabling writes for close at 1731976596029Obtaining lock to block concurrent updates at 1731976596029Preparing flush snapshotting stores in 1588230740 at 1731976596029Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731976596030 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731976596030Flushing 1588230740/info: creating writer at 1731976596030Flushing 1588230740/info: appending metadata at 1731976596043 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731976596043Flushing 1588230740/ns: creating writer at 1731976596051 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731976596067 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731976596068 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731976596478 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731976596495 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731976596495Flushing 1588230740/table: creating writer at 1731976596502 (+7 ms)Flushing 1588230740/table: appending metadata at 1731976596517 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731976596517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d285bd: reopening flushed file at 1731976596925 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa6a5bf: reopening flushed file at 1731976596930 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd68d5c: reopening flushed file at 1731976596934 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@639fefa7: reopening flushed file at 1731976596938 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false at 1731976596942 (+4 ms)Writing region close event to WAL at 1731976596944 (+2 ms)Running coprocessor post-close hooks at 1731976596946 (+2 ms)Closed at 1731976596947 (+1 ms) 2024-11-19T00:36:36,947 DEBUG [RS_CLOSE_META-regionserver/6b1531871d35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:36:36,951 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 688, reset compression=false 2024-11-19T00:36:37,030 INFO [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(976): stopping server 6b1531871d35,35601,1731976568707; all regions closed. 2024-11-19T00:36:37,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741843_1019 (size=859) 2024-11-19T00:36:37,032 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.meta.1731976588370.meta not finished, retry = 0 2024-11-19T00:36:37,114 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 688, reset compression=false 2024-11-19T00:36:37,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741844_1020 (size=2791) 2024-11-19T00:36:37,134 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.rep.1731976588430 not finished, retry = 0 2024-11-19T00:36:37,204 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T00:36:37,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741842_1018 (size=696) 2024-11-19T00:36:37,236 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 not finished, retry = 0 2024-11-19T00:36:37,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,254 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 to pos 688, reset compression=false 2024-11-19T00:36:37,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T00:36:37,337 DEBUG [RS:0;6b1531871d35:35601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:37,337 INFO [RS:0;6b1531871d35:35601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:36:37,337 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/WALs/6b1531871d35,35601,1731976568707/6b1531871d35%2C35601%2C1731976568707.1731976588341 2024-11-19T00:36:37,337 INFO [RS:0;6b1531871d35:35601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:36:37,338 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-19T00:36:37,338 DEBUG [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-19T00:36:37,338 INFO [RS:0;6b1531871d35:35601 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1531871d35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T00:36:37,338 INFO [RS:0;6b1531871d35:35601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:36:37,338 INFO [regionserver/6b1531871d35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:36:37,338 INFO [RS:0;6b1531871d35:35601 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b1531871d35,35601,1731976568707 because: Region server is closing 2024-11-19T00:36:37,338 INFO [RS:0;6b1531871d35:35601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:35601. 2024-11-19T00:36:37,338 DEBUG [RS:0;6b1531871d35:35601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:37,338 DEBUG [RS:0;6b1531871d35:35601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:37,338 DEBUG [RS:0;6b1531871d35:35601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:37,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:36:37,439 INFO [RS:0;6b1531871d35:35601 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 terminated 2024-11-19T00:36:37,439 INFO [RS:0;6b1531871d35:35601 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6b1531871d35,35601,1731976568707 because: Region server is closing 2024-11-19T00:36:37,439 INFO [RS:0;6b1531871d35:35601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b1531871d35:35601. 2024-11-19T00:36:37,439 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,1-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,1-6b1531871d35,35601,1731976568707 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-19T00:36:37,439 DEBUG [RS:0;6b1531871d35:35601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:36:37,439 DEBUG [RS:0;6b1531871d35:35601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:37,439 DEBUG [RS:0;6b1531871d35:35601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:36:37,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:36:37,539 INFO [RS:0;6b1531871d35:35601 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.shipper6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 terminated 2024-11-19T00:36:37,540 INFO [RS:0;6b1531871d35:35601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35601 2024-11-19T00:36:37,539 WARN [RS_REFRESH_PEER-regionserver/6b1531871d35:0-0.replicationSource,2-6b1531871d35,35601,1731976568707.replicationSource.wal-reader.6b1531871d35%2C35601%2C1731976568707,2-6b1531871d35,35601,1731976568707 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T00:36:37,550 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01025667834/rs/6b1531871d35,35601,1731976568707 2024-11-19T00:36:37,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834/rs 2024-11-19T00:36:37,550 INFO [RS:0;6b1531871d35:35601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:36:37,558 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1531871d35,35601,1731976568707] 2024-11-19T00:36:37,567 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01025667834/draining/6b1531871d35,35601,1731976568707 already deleted, retry=false 2024-11-19T00:36:37,567 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b1531871d35,35601,1731976568707 expired; onlineServers=0 2024-11-19T00:36:37,567 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b1531871d35,37051,1731976568548' ***** 2024-11-19T00:36:37,567 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:36:37,567 INFO [M:0;6b1531871d35:37051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:36:37,567 INFO [M:0;6b1531871d35:37051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:36:37,567 DEBUG [M:0;6b1531871d35:37051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:36:37,567 DEBUG [M:0;6b1531871d35:37051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:36:37,567 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:36:37,567 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976570315 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.large.0-1731976570315,5,FailOnTimeoutGroup] 2024-11-19T00:36:37,567 DEBUG [master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976570315 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1531871d35:0:becomeActiveMaster-HFileCleaner.small.0-1731976570315,5,FailOnTimeoutGroup] 2024-11-19T00:36:37,567 INFO [M:0;6b1531871d35:37051 {}] hbase.ChoreService(370): Chore service for: master/6b1531871d35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:36:37,567 INFO [M:0;6b1531871d35:37051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:36:37,567 DEBUG [M:0;6b1531871d35:37051 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:36:37,567 INFO [M:0;6b1531871d35:37051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:36:37,567 INFO [M:0;6b1531871d35:37051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:36:37,567 INFO [M:0;6b1531871d35:37051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:36:37,567 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:36:37,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01025667834/master 2024-11-19T00:36:37,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01025667834 2024-11-19T00:36:37,575 DEBUG [M:0;6b1531871d35:37051 {}] zookeeper.ZKUtil(347): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Unable to get data of znode /01025667834/master because node does not exist (not an error) 2024-11-19T00:36:37,575 WARN [M:0;6b1531871d35:37051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:36:37,575 INFO [M:0;6b1531871d35:37051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/.lastflushedseqids 2024-11-19T00:36:37,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741853_1029 (size=263) 2024-11-19T00:36:37,658 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:36:37,658 INFO [RS:0;6b1531871d35:35601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:36:37,658 INFO [RS:0;6b1531871d35:35601 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b1531871d35,35601,1731976568707; zookeeper connection closed. 2024-11-19T00:36:37,658 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35601-0x100555b166a0001, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:36:37,659 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1deadf6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1deadf6f 2024-11-19T00:36:37,659 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:36:37,979 INFO [M:0;6b1531871d35:37051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:36:37,979 INFO [M:0;6b1531871d35:37051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:36:37,980 DEBUG [M:0;6b1531871d35:37051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:36:37,980 INFO [M:0;6b1531871d35:37051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:37,980 DEBUG [M:0;6b1531871d35:37051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:37,980 DEBUG [M:0;6b1531871d35:37051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:36:37,980 DEBUG [M:0;6b1531871d35:37051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:37,980 INFO [M:0;6b1531871d35:37051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-19T00:36:37,994 DEBUG [M:0;6b1531871d35:37051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7547d9d16356427d900669aee04fa4ca is 82, key is hbase:meta,,1/info:regioninfo/1731976571147/Put/seqid=0 2024-11-19T00:36:37,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741854_1030 (size=5672) 2024-11-19T00:36:38,138 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T00:36:38,398 INFO [M:0;6b1531871d35:37051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7547d9d16356427d900669aee04fa4ca 2024-11-19T00:36:38,414 DEBUG [M:0;6b1531871d35:37051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f68e25dd0b6d42738bc8237ad7d8f8fc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731976585711/Put/seqid=0 2024-11-19T00:36:38,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741855_1031 (size=8909) 2024-11-19T00:36:38,818 INFO [M:0;6b1531871d35:37051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f68e25dd0b6d42738bc8237ad7d8f8fc 2024-11-19T00:36:38,836 DEBUG [M:0;6b1531871d35:37051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a114475d86d344eaa1b1700de830e40a is 69, key is 6b1531871d35,35601,1731976568707/rs:state/1731976570376/Put/seqid=0 2024-11-19T00:36:38,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741856_1032 (size=5156) 2024-11-19T00:36:39,243 INFO [M:0;6b1531871d35:37051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a114475d86d344eaa1b1700de830e40a 2024-11-19T00:36:39,247 DEBUG [M:0;6b1531871d35:37051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7547d9d16356427d900669aee04fa4ca as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7547d9d16356427d900669aee04fa4ca 2024-11-19T00:36:39,251 INFO [M:0;6b1531871d35:37051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7547d9d16356427d900669aee04fa4ca, entries=8, sequenceid=112, filesize=5.5 K 2024-11-19T00:36:39,252 DEBUG [M:0;6b1531871d35:37051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f68e25dd0b6d42738bc8237ad7d8f8fc as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f68e25dd0b6d42738bc8237ad7d8f8fc 2024-11-19T00:36:39,256 INFO [M:0;6b1531871d35:37051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f68e25dd0b6d42738bc8237ad7d8f8fc, entries=13, sequenceid=112, filesize=8.7 K 2024-11-19T00:36:39,256 DEBUG [M:0;6b1531871d35:37051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a114475d86d344eaa1b1700de830e40a as hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a114475d86d344eaa1b1700de830e40a 2024-11-19T00:36:39,260 INFO [M:0;6b1531871d35:37051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33451/user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a114475d86d344eaa1b1700de830e40a, entries=1, sequenceid=112, filesize=5.0 K 2024-11-19T00:36:39,261 INFO [M:0;6b1531871d35:37051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=112, compaction requested=false 2024-11-19T00:36:39,264 INFO [M:0;6b1531871d35:37051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:36:39,264 DEBUG [M:0;6b1531871d35:37051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731976597980Disabling compacts and flushes for region at 1731976597980Disabling writes for close at 1731976597980Obtaining lock to block concurrent updates at 1731976597980Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731976597980Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731976597980Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731976597981 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731976597981Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731976597994 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731976597994Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731976598401 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731976598414 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731976598414Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731976598821 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731976598836 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731976598836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c2e1a58: reopening flushed file at 1731976599246 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ba9c35: reopening flushed file at 1731976599252 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4fc6a3: reopening flushed file at 1731976599256 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=112, compaction requested=false at 1731976599261 (+5 ms)Writing region close event to WAL at 1731976599264 (+3 ms)Closed at 1731976599264 2024-11-19T00:36:39,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34375 is added to blk_1073741830_1006 (size=69055) 2024-11-19T00:36:39,266 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38ca46b1-40b5-4442-ef6c-45b98ba9f7f2/MasterData/WALs/6b1531871d35,37051,1731976568548/6b1531871d35%2C37051%2C1731976568548.1731976570119 not finished, retry = 0 2024-11-19T00:36:39,367 INFO [M:0;6b1531871d35:37051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:36:39,367 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:36:39,367 INFO [M:0;6b1531871d35:37051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37051 2024-11-19T00:36:39,368 INFO [M:0;6b1531871d35:37051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:36:39,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:36:39,475 INFO [M:0;6b1531871d35:37051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:36:39,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x100555b166a0000, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:36:39,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5799d95e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:36:39,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@249fa10c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:36:39,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:36:39,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ca74ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:36:39,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61115c85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/hadoop.log.dir/,STOPPED} 2024-11-19T00:36:39,483 WARN [BP-1182729927-172.17.0.2-1731976566720 heartbeating to localhost/127.0.0.1:33451 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:36:39,483 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:36:39,483 WARN [BP-1182729927-172.17.0.2-1731976566720 heartbeating to localhost/127.0.0.1:33451 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1182729927-172.17.0.2-1731976566720 (Datanode Uuid d4c853c0-2e8d-400f-8b65-18e0b9ec748a) service to localhost/127.0.0.1:33451 2024-11-19T00:36:39,483 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:36:39,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/cluster_18532c1e-c898-70bf-4eef-bfd3f12a2a72/data/data1/current/BP-1182729927-172.17.0.2-1731976566720 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:36:39,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/cluster_18532c1e-c898-70bf-4eef-bfd3f12a2a72/data/data2/current/BP-1182729927-172.17.0.2-1731976566720 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:36:39,484 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:36:39,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25a1cd57{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:36:39,492 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a2c470{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:36:39,492 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:36:39,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e74d2e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:36:39,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@262d3e1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b917db-e72a-3753-9ead-5c0a2dc0fba6/hadoop.log.dir/,STOPPED} 2024-11-19T00:36:39,499 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T00:36:39,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:36:39,536 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 535) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33451 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62176) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62176) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38209 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39753 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:39753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62176) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33451 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38209 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33451 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39753 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=979 (was 879) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 413) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1056 (was 496) - AvailableMemoryMB LEAK? - 2024-11-19T00:36:39,536 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-19T00:36:39,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100555b166a0005, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:36:39,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100555b166a0008, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:36:39,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100555b166a0002, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T00:36:39,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100555b166a0005, quorum=127.0.0.1:62176, baseZNode=/1-1939241910 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:36:39,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100555b166a0002, quorum=127.0.0.1:62176, baseZNode=/01025667834 Received Disconnected from ZooKeeper, ignoring 2024-11-19T00:36:39,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100555b166a0008, quorum=127.0.0.1:62176, baseZNode=/2-263227972 Received Disconnected from ZooKeeper, ignoring